2024-11-18 07:41:16,494 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-18 07:41:16,517 main DEBUG Took 0.019153 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 07:41:16,518 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 07:41:16,518 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 07:41:16,520 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 07:41:16,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,532 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 07:41:16,555 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,560 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,562 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,563 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,565 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,567 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,569 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,570 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,572 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,573 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:41:16,574 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,574 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 07:41:16,576 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:41:16,579 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 07:41:16,584 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 07:41:16,586 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 07:41:16,588 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 07:41:16,588 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 07:41:16,600 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 07:41:16,604 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 07:41:16,607 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 07:41:16,608 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 07:41:16,611 main DEBUG createAppenders(={Console}) 2024-11-18 07:41:16,612 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-18 07:41:16,612 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-18 07:41:16,612 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-18 07:41:16,613 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 07:41:16,614 main DEBUG OutputStream closed 2024-11-18 07:41:16,614 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 07:41:16,615 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 07:41:16,615 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-18 07:41:16,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 07:41:16,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 07:41:16,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 07:41:16,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 07:41:16,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 07:41:16,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 07:41:16,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 07:41:16,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 07:41:16,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 07:41:16,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 07:41:16,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 07:41:16,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 07:41:16,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 07:41:16,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 07:41:16,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 07:41:16,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 07:41:16,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 07:41:16,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 07:41:16,729 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 07:41:16,730 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-18 07:41:16,731 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 07:41:16,732 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-18T07:41:17,169 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e 2024-11-18 07:41:17,172 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 07:41:17,172 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T07:41:17,184 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-18T07:41:17,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=6841 2024-11-18T07:41:17,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T07:41:17,263 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb, deleteOnExit=true 2024-11-18T07:41:17,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T07:41:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/test.cache.data in system properties and HBase conf 2024-11-18T07:41:17,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T07:41:17,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/hadoop.log.dir in system properties and HBase conf 2024-11-18T07:41:17,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T07:41:17,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T07:41:17,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T07:41:17,402 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T07:41:17,546 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T07:41:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:41:17,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:41:17,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T07:41:17,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:41:17,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T07:41:17,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T07:41:17,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:41:17,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:41:17,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T07:41:17,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/nfs.dump.dir in system properties and HBase conf 2024-11-18T07:41:17,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/java.io.tmpdir in system properties and HBase conf 2024-11-18T07:41:17,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:41:17,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T07:41:17,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T07:41:18,825 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T07:41:18,918 INFO [Time-limited test {}] log.Log(170): Logging initialized @3347ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T07:41:19,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:41:19,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:41:19,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:41:19,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:41:19,132 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T07:41:19,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:41:19,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:41:19,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:41:19,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/java.io.tmpdir/jetty-localhost-43039-hadoop-hdfs-3_4_1-tests_jar-_-any-15157528778152401565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:41:19,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:43039} 2024-11-18T07:41:19,415 INFO [Time-limited test {}] server.Server(415): Started @3845ms 2024-11-18T07:41:20,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:41:20,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:41:20,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:41:20,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:41:20,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:41:20,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:41:20,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:41:20,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/java.io.tmpdir/jetty-localhost-44157-hadoop-hdfs-3_4_1-tests_jar-_-any-13362768543564684179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:41:20,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:44157} 2024-11-18T07:41:20,248 INFO [Time-limited test {}] server.Server(415): Started @4678ms 2024-11-18T07:41:20,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:41:20,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:41:20,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:41:20,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:41:20,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:41:20,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:41:20,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:41:20,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:41:20,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/java.io.tmpdir/jetty-localhost-39031-hadoop-hdfs-3_4_1-tests_jar-_-any-6263743234821554047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:41:20,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:39031} 2024-11-18T07:41:20,682 INFO [Time-limited test {}] server.Server(415): Started @5112ms 2024-11-18T07:41:20,685 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:41:21,644 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/data/data1/current/BP-1621448349-172.17.0.2-1731915678288/current, will proceed with Du for space computation calculation, 2024-11-18T07:41:21,644 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/data/data2/current/BP-1621448349-172.17.0.2-1731915678288/current, will proceed with Du for space computation calculation, 2024-11-18T07:41:21,644 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/data/data4/current/BP-1621448349-172.17.0.2-1731915678288/current, will proceed with Du for space computation calculation, 2024-11-18T07:41:21,644 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/data/data3/current/BP-1621448349-172.17.0.2-1731915678288/current, will proceed with Du for space computation calculation, 2024-11-18T07:41:21,678 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:41:21,679 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:41:21,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c89b60f10d320a6 with lease ID 0x1ca3829d6d70873e: Processing first storage report for DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab from datanode DatanodeRegistration(127.0.0.1:35553, datanodeUuid=99521264-06f3-4879-a2cf-5442d23a0607, infoPort=35943, infoSecurePort=0, ipcPort=38067, storageInfo=lv=-57;cid=testClusterID;nsid=276878150;c=1731915678288) 2024-11-18T07:41:21,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c89b60f10d320a6 with lease ID 0x1ca3829d6d70873e: from storage DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab node DatanodeRegistration(127.0.0.1:35553, datanodeUuid=99521264-06f3-4879-a2cf-5442d23a0607, infoPort=35943, infoSecurePort=0, ipcPort=38067, storageInfo=lv=-57;cid=testClusterID;nsid=276878150;c=1731915678288), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T07:41:21,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a9b9dad91fb2cba with lease ID 0x1ca3829d6d70873f: Processing first storage report for DS-c552c89d-140a-417d-86c3-a54f3cb6839f from datanode DatanodeRegistration(127.0.0.1:39945, datanodeUuid=78b35fc0-e918-4e21-8f4d-29be87f8d352, infoPort=41579, infoSecurePort=0, ipcPort=42497, storageInfo=lv=-57;cid=testClusterID;nsid=276878150;c=1731915678288) 2024-11-18T07:41:21,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a9b9dad91fb2cba with lease ID 0x1ca3829d6d70873f: from storage DS-c552c89d-140a-417d-86c3-a54f3cb6839f node DatanodeRegistration(127.0.0.1:39945, datanodeUuid=78b35fc0-e918-4e21-8f4d-29be87f8d352, infoPort=41579, infoSecurePort=0, ipcPort=42497, storageInfo=lv=-57;cid=testClusterID;nsid=276878150;c=1731915678288), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:41:21,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c89b60f10d320a6 with lease ID 0x1ca3829d6d70873e: Processing first storage report for DS-3e3b4b6e-b431-426f-9f62-92a1815385de from datanode DatanodeRegistration(127.0.0.1:35553, datanodeUuid=99521264-06f3-4879-a2cf-5442d23a0607, infoPort=35943, infoSecurePort=0, ipcPort=38067, storageInfo=lv=-57;cid=testClusterID;nsid=276878150;c=1731915678288) 2024-11-18T07:41:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c89b60f10d320a6 with lease ID 0x1ca3829d6d70873e: from storage DS-3e3b4b6e-b431-426f-9f62-92a1815385de node DatanodeRegistration(127.0.0.1:35553, datanodeUuid=99521264-06f3-4879-a2cf-5442d23a0607, infoPort=35943, infoSecurePort=0, ipcPort=38067, storageInfo=lv=-57;cid=testClusterID;nsid=276878150;c=1731915678288), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T07:41:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a9b9dad91fb2cba with lease ID 0x1ca3829d6d70873f: Processing first storage report for DS-1ae13f50-9e16-4f5c-a4d8-6451c4debca5 from datanode DatanodeRegistration(127.0.0.1:39945, datanodeUuid=78b35fc0-e918-4e21-8f4d-29be87f8d352, infoPort=41579, infoSecurePort=0, ipcPort=42497, storageInfo=lv=-57;cid=testClusterID;nsid=276878150;c=1731915678288) 2024-11-18T07:41:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a9b9dad91fb2cba with lease ID 0x1ca3829d6d70873f: from storage DS-1ae13f50-9e16-4f5c-a4d8-6451c4debca5 node DatanodeRegistration(127.0.0.1:39945, datanodeUuid=78b35fc0-e918-4e21-8f4d-29be87f8d352, infoPort=41579, infoSecurePort=0, ipcPort=42497, storageInfo=lv=-57;cid=testClusterID;nsid=276878150;c=1731915678288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:41:21,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e 2024-11-18T07:41:21,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/zookeeper_0, clientPort=63785, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T07:41:21,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63785 2024-11-18T07:41:21,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:41:21,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:41:22,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:41:22,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:41:22,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7 with version=8 2024-11-18T07:41:22,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/hbase-staging 2024-11-18T07:41:22,550 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T07:41:22,803 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:41:22,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:41:22,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:41:22,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:41:22,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:41:22,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:41:22,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T07:41:23,005 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T07:41:23,013 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T07:41:23,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:41:23,039 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6032 (auto-detected) 2024-11-18T07:41:23,040 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T07:41:23,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35525 2024-11-18T07:41:23,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35525 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-18T07:41:23,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355250x0, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:41:23,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35525-0x1014e2da2bd0000 connected 2024-11-18T07:41:23,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:41:23,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:41:23,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:41:23,308 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7, hbase.cluster.distributed=false 2024-11-18T07:41:23,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:41:23,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35525 2024-11-18T07:41:23,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35525 2024-11-18T07:41:23,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35525 2024-11-18T07:41:23,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35525 2024-11-18T07:41:23,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35525 2024-11-18T07:41:23,437 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:41:23,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:41:23,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:41:23,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:41:23,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:41:23,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:41:23,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T07:41:23,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:41:23,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40547 2024-11-18T07:41:23,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40547 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-18T07:41:23,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:41:23,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:41:23,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405470x0, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:41:23,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405470x0, quorum=127.0.0.1:63785, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:41:23,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40547-0x1014e2da2bd0001 connected 2024-11-18T07:41:23,490 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T07:41:23,497 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T07:41:23,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T07:41:23,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:41:23,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40547 2024-11-18T07:41:23,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40547 2024-11-18T07:41:23,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40547 2024-11-18T07:41:23,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40547 2024-11-18T07:41:23,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40547 2024-11-18T07:41:23,525 DEBUG [M:0;87fb3d252950:35525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb3d252950:35525 2024-11-18T07:41:23,526 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb3d252950,35525,1731915682646 2024-11-18T07:41:23,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:41:23,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:41:23,543 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb3d252950,35525,1731915682646 2024-11-18T07:41:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T07:41:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:23,588 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T07:41:23,589 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb3d252950,35525,1731915682646 from backup master directory 2024-11-18T07:41:23,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb3d252950,35525,1731915682646 2024-11-18T07:41:23,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:41:23,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:41:23,603 WARN [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:41:23,603 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb3d252950,35525,1731915682646 2024-11-18T07:41:23,606 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T07:41:23,608 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T07:41:23,661 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/hbase.id] with ID: 7079d950-4eac-4c2f-8836-0541ce391a13 2024-11-18T07:41:23,661 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/.tmp/hbase.id 2024-11-18T07:41:23,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:41:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:41:23,675 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/.tmp/hbase.id]:[hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/hbase.id] 2024-11-18T07:41:23,717 INFO [master/87fb3d252950:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:41:23,723 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T07:41:23,743 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-18T07:41:23,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:23,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:41:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:41:23,795 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:41:23,797 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T07:41:23,802 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:41:23,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:41:23,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:41:23,850 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store 2024-11-18T07:41:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:41:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:41:23,875 INFO [master/87fb3d252950:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T07:41:23,878 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:41:23,880 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:41:23,880 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:41:23,880 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:41:23,882 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:41:23,882 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:41:23,882 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:41:23,883 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731915683879Disabling compacts and flushes for region at 1731915683879Disabling writes for close at 1731915683882 (+3 ms)Writing region close event to WAL at 1731915683882Closed at 1731915683882 2024-11-18T07:41:23,886 WARN [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/.initializing 2024-11-18T07:41:23,886 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/WALs/87fb3d252950,35525,1731915682646 2024-11-18T07:41:23,894 INFO [master/87fb3d252950:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:41:23,907 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C35525%2C1731915682646, suffix=, logDir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/WALs/87fb3d252950,35525,1731915682646, archiveDir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/oldWALs, maxLogs=10 2024-11-18T07:41:23,932 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/WALs/87fb3d252950,35525,1731915682646/87fb3d252950%2C35525%2C1731915682646.1731915683911, exclude list is [], retry=0 2024-11-18T07:41:23,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:41:23,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39945,DS-c552c89d-140a-417d-86c3-a54f3cb6839f,DISK] 2024-11-18T07:41:23,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35553,DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab,DISK] 2024-11-18T07:41:23,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T07:41:23,994 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/WALs/87fb3d252950,35525,1731915682646/87fb3d252950%2C35525%2C1731915682646.1731915683911 2024-11-18T07:41:23,995 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943),(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-18T07:41:23,996 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:41:23,996 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:41:23,999 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,000 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T07:41:24,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:24,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:41:24,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T07:41:24,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:24,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:41:24,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T07:41:24,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:24,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:41:24,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T07:41:24,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:24,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:41:24,083 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,086 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,087 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,092 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,093 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,096 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T07:41:24,099 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:41:24,105 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:41:24,107 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=842699, jitterRate=0.07154794037342072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T07:41:24,114 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731915684012Initializing all the Stores at 1731915684014 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915684015 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915684016 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915684017 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915684017Cleaning up temporary data from old regions at 1731915684093 (+76 ms)Region opened successfully at 1731915684113 (+20 ms) 2024-11-18T07:41:24,115 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T07:41:24,146 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32eaf1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:41:24,172 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T07:41:24,182 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T07:41:24,182 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T07:41:24,184 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T07:41:24,186 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T07:41:24,190 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T07:41:24,190 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T07:41:24,214 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T07:41:24,222 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T07:41:24,260 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T07:41:24,262 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T07:41:24,264 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T07:41:24,274 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T07:41:24,276 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T07:41:24,280 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T07:41:24,290 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T07:41:24,293 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T07:41:24,301 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T07:41:24,323 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T07:41:24,334 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T07:41:24,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:41:24,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:41:24,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:24,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:24,347 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb3d252950,35525,1731915682646, sessionid=0x1014e2da2bd0000, setting cluster-up flag (Was=false) 2024-11-18T07:41:24,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:24,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:24,401 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T07:41:24,404 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,35525,1731915682646 2024-11-18T07:41:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:24,452 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T07:41:24,456 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,35525,1731915682646 2024-11-18T07:41:24,466 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T07:41:24,511 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(746): ClusterId : 7079d950-4eac-4c2f-8836-0541ce391a13 2024-11-18T07:41:24,514 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T07:41:24,536 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T07:41:24,545 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T07:41:24,545 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T07:41:24,546 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T07:41:24,551 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T07:41:24,552 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T07:41:24,553 DEBUG [RS:0;87fb3d252950:40547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478d0bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:41:24,557 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb3d252950,35525,1731915682646 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T07:41:24,564 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:41:24,564 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:41:24,564 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:41:24,564 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:41:24,564 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb3d252950:0, corePoolSize=10, maxPoolSize=10 2024-11-18T07:41:24,565 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,565 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:41:24,565 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,566 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731915714566 2024-11-18T07:41:24,567 DEBUG [RS:0;87fb3d252950:40547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb3d252950:40547 2024-11-18T07:41:24,567 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T07:41:24,568 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T07:41:24,570 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:41:24,570 INFO [RS:0;87fb3d252950:40547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T07:41:24,570 INFO [RS:0;87fb3d252950:40547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T07:41:24,570 DEBUG [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T07:41:24,570 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T07:41:24,572 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T07:41:24,572 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T07:41:24,572 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T07:41:24,573 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb3d252950,35525,1731915682646 with port=40547, startcode=1731915683403 2024-11-18T07:41:24,573 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T07:41:24,573 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,576 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:24,576 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T07:41:24,576 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T07:41:24,577 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T07:41:24,577 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T07:41:24,579 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T07:41:24,580 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T07:41:24,582 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915684581,5,FailOnTimeoutGroup] 2024-11-18T07:41:24,583 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915684583,5,FailOnTimeoutGroup] 2024-11-18T07:41:24,583 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,583 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T07:41:24,584 DEBUG [RS:0;87fb3d252950:40547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T07:41:24,584 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,585 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:41:24,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:41:24,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T07:41:24,593 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7 2024-11-18T07:41:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:41:24,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:41:24,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:41:24,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:41:24,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:41:24,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:24,620 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38693, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T07:41:24,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:41:24,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:41:24,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:41:24,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:24,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:41:24,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:41:24,627 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35525 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb3d252950,40547,1731915683403 2024-11-18T07:41:24,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:41:24,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:24,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:41:24,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:41:24,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35525 {}] master.ServerManager(517): Registering regionserver=87fb3d252950,40547,1731915683403 2024-11-18T07:41:24,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:41:24,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:24,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:41:24,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:41:24,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740 2024-11-18T07:41:24,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740 2024-11-18T07:41:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:41:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:41:24,639 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T07:41:24,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:41:24,646 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:41:24,647 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=801000, jitterRate=0.01852460205554962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T07:41:24,648 DEBUG [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7 2024-11-18T07:41:24,648 DEBUG [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38737 2024-11-18T07:41:24,648 DEBUG [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T07:41:24,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731915684612Initializing all the Stores at 1731915684614 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915684614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915684616 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915684616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915684616Cleaning up temporary data from old regions at 1731915684638 (+22 ms)Region opened successfully at 1731915684653 (+15 ms) 2024-11-18T07:41:24,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:41:24,653 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:41:24,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:41:24,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T07:41:24,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:41:24,654 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:41:24,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731915684653Disabling compacts and flushes for region at 1731915684653Disabling writes for close at 1731915684653Writing region close event to WAL at 1731915684654 (+1 ms)Closed at 1731915684654 2024-11-18T07:41:24,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:41:24,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T07:41:24,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T07:41:24,670 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:41:24,672 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T07:41:24,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:41:24,674 DEBUG [RS:0;87fb3d252950:40547 {}] zookeeper.ZKUtil(111): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb3d252950,40547,1731915683403 2024-11-18T07:41:24,674 WARN [RS:0;87fb3d252950:40547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:41:24,675 INFO [RS:0;87fb3d252950:40547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:41:24,675 DEBUG [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403 2024-11-18T07:41:24,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb3d252950,40547,1731915683403] 2024-11-18T07:41:24,701 INFO [RS:0;87fb3d252950:40547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T07:41:24,715 INFO [RS:0;87fb3d252950:40547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T07:41:24,720 INFO [RS:0;87fb3d252950:40547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T07:41:24,720 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,721 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T07:41:24,726 INFO [RS:0;87fb3d252950:40547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T07:41:24,727 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,727 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,727 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,728 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,728 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,728 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,728 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:41:24,728 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,728 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,728 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,728 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,729 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,729 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:41:24,729 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:41:24,729 DEBUG [RS:0;87fb3d252950:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:41:24,730 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,730 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,730 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,730 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,730 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,731 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,40547,1731915683403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:41:24,747 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T07:41:24,748 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,40547,1731915683403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,749 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,749 INFO [RS:0;87fb3d252950:40547 {}] regionserver.Replication(171): 87fb3d252950,40547,1731915683403 started 2024-11-18T07:41:24,765 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:24,765 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(1482): Serving as 87fb3d252950,40547,1731915683403, RpcServer on 87fb3d252950/172.17.0.2:40547, sessionid=0x1014e2da2bd0001 2024-11-18T07:41:24,766 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T07:41:24,766 DEBUG [RS:0;87fb3d252950:40547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb3d252950,40547,1731915683403 2024-11-18T07:41:24,766 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,40547,1731915683403' 2024-11-18T07:41:24,766 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T07:41:24,767 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T07:41:24,767 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T07:41:24,768 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T07:41:24,768 DEBUG [RS:0;87fb3d252950:40547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb3d252950,40547,1731915683403 2024-11-18T07:41:24,768 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,40547,1731915683403' 2024-11-18T07:41:24,768 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T07:41:24,769 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T07:41:24,769 DEBUG [RS:0;87fb3d252950:40547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T07:41:24,769 INFO [RS:0;87fb3d252950:40547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T07:41:24,769 INFO [RS:0;87fb3d252950:40547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T07:41:24,824 WARN [87fb3d252950:35525 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T07:41:24,879 INFO [RS:0;87fb3d252950:40547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:41:24,883 INFO [RS:0;87fb3d252950:40547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C40547%2C1731915683403, suffix=, logDir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403, archiveDir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/oldWALs, maxLogs=32 2024-11-18T07:41:24,900 DEBUG [RS:0;87fb3d252950:40547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915684887, exclude list is [], retry=0 2024-11-18T07:41:24,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35553,DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab,DISK] 2024-11-18T07:41:24,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39945,DS-c552c89d-140a-417d-86c3-a54f3cb6839f,DISK] 2024-11-18T07:41:24,909 INFO [RS:0;87fb3d252950:40547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915684887 2024-11-18T07:41:24,910 DEBUG [RS:0;87fb3d252950:40547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943),(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-18T07:41:25,078 DEBUG [87fb3d252950:35525 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T07:41:25,094 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb3d252950,40547,1731915683403 2024-11-18T07:41:25,100 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,40547,1731915683403, state=OPENING 2024-11-18T07:41:25,134 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T07:41:25,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:25,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:41:25,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:41:25,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:41:25,147 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:41:25,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,40547,1731915683403}] 2024-11-18T07:41:25,330 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T07:41:25,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41419, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T07:41:25,343 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T07:41:25,343 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:41:25,344 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T07:41:25,347 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C40547%2C1731915683403.meta, suffix=.meta, logDir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403, archiveDir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/oldWALs, maxLogs=32 2024-11-18T07:41:25,361 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.meta.1731915685349.meta, exclude list is [], retry=0 2024-11-18T07:41:25,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35553,DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab,DISK] 2024-11-18T07:41:25,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39945,DS-c552c89d-140a-417d-86c3-a54f3cb6839f,DISK] 2024-11-18T07:41:25,368 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.meta.1731915685349.meta 2024-11-18T07:41:25,368 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35943:35943)] 2024-11-18T07:41:25,368 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:41:25,370 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T07:41:25,372 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T07:41:25,376 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T07:41:25,379 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T07:41:25,380 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:41:25,380 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T07:41:25,380 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T07:41:25,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:41:25,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:41:25,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:25,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:41:25,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:41:25,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:41:25,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:25,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:41:25,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:41:25,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:41:25,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:25,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:41:25,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:41:25,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:41:25,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:25,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:41:25,393 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:41:25,395 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740 2024-11-18T07:41:25,398 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740 2024-11-18T07:41:25,400 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:41:25,400 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:41:25,401 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T07:41:25,404 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:41:25,406 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=699864, jitterRate=-0.11007742583751678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T07:41:25,406 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T07:41:25,408 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731915685381Writing region info on filesystem at 1731915685381Initializing all the Stores at 1731915685383 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915685383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915685383Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915685383Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915685383Cleaning up temporary data from old regions at 1731915685400 (+17 ms)Running coprocessor post-open hooks at 1731915685406 (+6 ms)Region opened successfully at 1731915685408 (+2 ms) 2024-11-18T07:41:25,414 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731915685320 2024-11-18T07:41:25,424 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T07:41:25,424 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T07:41:25,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,40547,1731915683403 2024-11-18T07:41:25,428 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,40547,1731915683403, state=OPEN 2024-11-18T07:41:25,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:41:25,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:41:25,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:41:25,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:41:25,516 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb3d252950,40547,1731915683403 2024-11-18T07:41:25,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T07:41:25,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,40547,1731915683403 in 366 msec 2024-11-18T07:41:25,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T07:41:25,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 866 msec 2024-11-18T07:41:25,535 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:41:25,535 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T07:41:25,551 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:41:25,552 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,40547,1731915683403, seqNum=-1] 2024-11-18T07:41:25,570 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:41:25,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45893, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:41:25,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0960 sec 2024-11-18T07:41:25,593 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731915685593, completionTime=-1 2024-11-18T07:41:25,595 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T07:41:25,595 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T07:41:25,618 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T07:41:25,618 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731915745618 2024-11-18T07:41:25,618 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731915805618 2024-11-18T07:41:25,618 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-18T07:41:25,620 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,35525,1731915682646-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:25,620 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,35525,1731915682646-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:25,621 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,35525,1731915682646-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:25,622 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb3d252950:35525, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:25,622 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:25,623 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:25,628 DEBUG [master/87fb3d252950:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T07:41:25,647 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.043sec 2024-11-18T07:41:25,648 INFO [master/87fb3d252950:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T07:41:25,649 INFO [master/87fb3d252950:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T07:41:25,651 INFO [master/87fb3d252950:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T07:41:25,651 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T07:41:25,651 INFO [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T07:41:25,652 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,35525,1731915682646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:41:25,652 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,35525,1731915682646-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T07:41:25,660 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T07:41:25,661 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T07:41:25,662 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,35525,1731915682646-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:41:25,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d508c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:41:25,730 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T07:41:25,730 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T07:41:25,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb3d252950,35525,-1 for getting cluster id 2024-11-18T07:41:25,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T07:41:25,741 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7079d950-4eac-4c2f-8836-0541ce391a13' 2024-11-18T07:41:25,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T07:41:25,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7079d950-4eac-4c2f-8836-0541ce391a13" 2024-11-18T07:41:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c62d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:41:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb3d252950,35525,-1] 2024-11-18T07:41:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T07:41:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:41:25,751 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T07:41:25,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6f43bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:41:25,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:41:25,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,40547,1731915683403, seqNum=-1] 2024-11-18T07:41:25,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:41:25,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:41:25,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb3d252950,35525,1731915682646 2024-11-18T07:41:25,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:41:25,820 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T07:41:25,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T07:41:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb3d252950,35525,1731915682646 2024-11-18T07:41:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51749f3b 2024-11-18T07:41:25,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T07:41:25,835 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T07:41:25,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T07:41:25,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T07:41:25,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:41:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-18T07:41:25,850 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T07:41:25,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-18T07:41:25,853 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:25,856 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T07:41:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:41:25,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741835_1011 (size=389) 2024-11-18T07:41:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741835_1011 (size=389) 2024-11-18T07:41:25,872 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0846215b4a4557756c09867c0ca1b14, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7 2024-11-18T07:41:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741836_1012 (size=72) 2024-11-18T07:41:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741836_1012 (size=72) 2024-11-18T07:41:25,884 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:41:25,884 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing b0846215b4a4557756c09867c0ca1b14, disabling compactions & flushes 2024-11-18T07:41:25,884 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:41:25,884 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:41:25,884 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. after waiting 0 ms 2024-11-18T07:41:25,884 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:41:25,884 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:41:25,884 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0846215b4a4557756c09867c0ca1b14: Waiting for close lock at 1731915685884Disabling compacts and flushes for region at 1731915685884Disabling writes for close at 1731915685884Writing region close event to WAL at 1731915685884Closed at 1731915685884 2024-11-18T07:41:25,886 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T07:41:25,891 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731915685887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731915685887"}]},"ts":"1731915685887"} 2024-11-18T07:41:25,896 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T07:41:25,898 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T07:41:25,900 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731915685898"}]},"ts":"1731915685898"} 2024-11-18T07:41:25,905 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-18T07:41:25,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b0846215b4a4557756c09867c0ca1b14, ASSIGN}] 2024-11-18T07:41:25,909 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b0846215b4a4557756c09867c0ca1b14, ASSIGN 2024-11-18T07:41:25,912 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b0846215b4a4557756c09867c0ca1b14, ASSIGN; state=OFFLINE, location=87fb3d252950,40547,1731915683403; forceNewPlan=false, retain=false 2024-11-18T07:41:26,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0846215b4a4557756c09867c0ca1b14, regionState=OPENING, regionLocation=87fb3d252950,40547,1731915683403 2024-11-18T07:41:26,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b0846215b4a4557756c09867c0ca1b14, ASSIGN because future has completed 2024-11-18T07:41:26,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0846215b4a4557756c09867c0ca1b14, server=87fb3d252950,40547,1731915683403}] 2024-11-18T07:41:26,239 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:41:26,240 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b0846215b4a4557756c09867c0ca1b14, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14.', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:41:26,241 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,241 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:41:26,241 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,241 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,244 INFO [StoreOpener-b0846215b4a4557756c09867c0ca1b14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,247 INFO [StoreOpener-b0846215b4a4557756c09867c0ca1b14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0846215b4a4557756c09867c0ca1b14 columnFamilyName info 2024-11-18T07:41:26,247 DEBUG [StoreOpener-b0846215b4a4557756c09867c0ca1b14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:41:26,249 INFO [StoreOpener-b0846215b4a4557756c09867c0ca1b14-1 {}] regionserver.HStore(327): Store=b0846215b4a4557756c09867c0ca1b14/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:41:26,249 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,251 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,251 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,253 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,253 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,257 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,261 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:41:26,262 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b0846215b4a4557756c09867c0ca1b14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857444, jitterRate=0.09029735624790192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T07:41:26,262 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:26,264 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b0846215b4a4557756c09867c0ca1b14: Running coprocessor pre-open hook at 1731915686242Writing region info on filesystem at 1731915686242Initializing all the Stores at 1731915686244 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915686244Cleaning up temporary data from old regions at 1731915686253 (+9 ms)Running coprocessor post-open hooks at 1731915686263 (+10 ms)Region opened successfully at 1731915686263 2024-11-18T07:41:26,266 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14., pid=6, masterSystemTime=1731915686230 2024-11-18T07:41:26,270 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:41:26,270 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:41:26,271 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0846215b4a4557756c09867c0ca1b14, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,40547,1731915683403 2024-11-18T07:41:26,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0846215b4a4557756c09867c0ca1b14, server=87fb3d252950,40547,1731915683403 because future has completed 2024-11-18T07:41:26,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T07:41:26,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b0846215b4a4557756c09867c0ca1b14, server=87fb3d252950,40547,1731915683403 in 203 msec 2024-11-18T07:41:26,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T07:41:26,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b0846215b4a4557756c09867c0ca1b14, ASSIGN in 376 msec 2024-11-18T07:41:26,292 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T07:41:26,292 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731915686292"}]},"ts":"1731915686292"} 2024-11-18T07:41:26,296 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-18T07:41:26,299 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T07:41:26,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 456 msec 2024-11-18T07:41:30,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T07:41:30,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T07:41:30,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-18T07:41:33,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T07:41:33,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T07:41:33,004 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-18T07:41:33,004 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-18T07:41:33,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:41:33,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T07:41:33,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T07:41:33,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T07:41:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:41:35,960 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-18T07:41:35,963 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-18T07:41:35,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-18T07:41:35,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:41:35,991 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915695974, exclude list is [], retry=0 2024-11-18T07:41:35,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39945,DS-c552c89d-140a-417d-86c3-a54f3cb6839f,DISK] 2024-11-18T07:41:35,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35553,DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab,DISK] 2024-11-18T07:41:36,006 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915684887 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915695974 2024-11-18T07:41:36,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35943:35943)] 2024-11-18T07:41:36,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915684887 is not closed yet, will try archiving it next time 2024-11-18T07:41:36,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741833_1009 (size=451) 2024-11-18T07:41:36,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741833_1009 (size=451) 2024-11-18T07:41:36,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14., hostname=87fb3d252950,40547,1731915683403, seqNum=2] 2024-11-18T07:41:36,027 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915684887 to hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/oldWALs/87fb3d252950%2C40547%2C1731915683403.1731915684887 2024-11-18T07:41:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40547 {}] regionserver.HRegion(8855): Flush requested on b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:41:50,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0846215b4a4557756c09867c0ca1b14 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T07:41:50,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/.tmp/info/e80c7c1977f342aa80b4e0c6f4c8df72 is 1055, key is row0001/info:/1731915696021/Put/seqid=0 2024-11-18T07:41:50,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741838_1014 (size=13386) 2024-11-18T07:41:50,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741838_1014 (size=13386) 2024-11-18T07:41:50,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/.tmp/info/e80c7c1977f342aa80b4e0c6f4c8df72 2024-11-18T07:41:50,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/.tmp/info/e80c7c1977f342aa80b4e0c6f4c8df72 as hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/info/e80c7c1977f342aa80b4e0c6f4c8df72 2024-11-18T07:41:50,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/info/e80c7c1977f342aa80b4e0c6f4c8df72, entries=8, sequenceid=12, filesize=13.1 K 2024-11-18T07:41:50,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for b0846215b4a4557756c09867c0ca1b14 in 145ms, sequenceid=12, compaction requested=false 2024-11-18T07:41:50,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0846215b4a4557756c09867c0ca1b14: 2024-11-18T07:41:51,729 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T07:41:56,086 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915716066, exclude list is [], retry=0 2024-11-18T07:41:56,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39945,DS-c552c89d-140a-417d-86c3-a54f3cb6839f,DISK] 2024-11-18T07:41:56,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35553,DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab,DISK] 2024-11-18T07:41:56,105 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915695974 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915716066 2024-11-18T07:41:56,105 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35943:35943)] 2024-11-18T07:41:56,105 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915695974 is not closed yet, will try archiving it next time 2024-11-18T07:41:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741837_1013 (size=12149) 2024-11-18T07:41:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741837_1013 (size=12149) 2024-11-18T07:42:01,111 INFO [AsyncFSWAL-0-hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7-prefix:87fb3d252950,40547,1731915683403 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39945,DS-c552c89d-140a-417d-86c3-a54f3cb6839f,DISK], DatanodeInfoWithStorage[127.0.0.1:35553,DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab,DISK]] 2024-11-18T07:42:01,113 WARN [AsyncFSWAL-0-hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7-prefix:87fb3d252950,40547,1731915683403 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39945,DS-c552c89d-140a-417d-86c3-a54f3cb6839f,DISK], DatanodeInfoWithStorage[127.0.0.1:35553,DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab,DISK]] 2024-11-18T07:42:01,115 DEBUG [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb3d252950%2C40547%2C1731915683403:(num 1731915716066) roll requested 2024-11-18T07:42:01,131 DEBUG [regionserver/87fb3d252950:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915721115, exclude list is [], retry=0 2024-11-18T07:42:01,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35553,DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab,DISK] 2024-11-18T07:42:01,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39945,DS-c552c89d-140a-417d-86c3-a54f3cb6839f,DISK] 2024-11-18T07:42:01,173 INFO [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915716066 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915721115 2024-11-18T07:42:01,173 DEBUG [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943),(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-18T07:42:01,173 DEBUG [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915716066 is not closed yet, will try archiving it next time 2024-11-18T07:42:01,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741839_1015 (size=1233) 2024-11-18T07:42:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741839_1015 (size=1233) 2024-11-18T07:42:03,113 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T07:42:03,127 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915723113, exclude list is [], retry=0 2024-11-18T07:42:03,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35553,DS-7eac005a-7ca3-4906-a3ec-30167b3de8ab,DISK] 2024-11-18T07:42:03,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39945,DS-c552c89d-140a-417d-86c3-a54f3cb6839f,DISK] 2024-11-18T07:42:03,148 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915721115 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915723113 2024-11-18T07:42:03,148 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943),(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-18T07:42:03,148 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915721115 is not closed yet, will try archiving it next time 2024-11-18T07:42:03,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741840_1016 (size=93) 2024-11-18T07:42:03,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741840_1016 (size=93) 2024-11-18T07:42:03,154 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915721115 to hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/oldWALs/87fb3d252950%2C40547%2C1731915683403.1731915721115 2024-11-18T07:42:05,669 INFO [master/87fb3d252950:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T07:42:05,669 INFO [master/87fb3d252950:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T07:42:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40547 {}] regionserver.HRegion(8855): Flush requested on b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:42:11,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0846215b4a4557756c09867c0ca1b14 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T07:42:11,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/.tmp/info/593dd97474bd4a4ea6bc2598186f55f2 is 1055, key is row0009/info:/1731915712054/Put/seqid=0 2024-11-18T07:42:11,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741842_1018 (size=13386) 2024-11-18T07:42:11,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741842_1018 (size=13386) 2024-11-18T07:42:11,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/.tmp/info/593dd97474bd4a4ea6bc2598186f55f2 2024-11-18T07:42:11,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/.tmp/info/593dd97474bd4a4ea6bc2598186f55f2 as hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/info/593dd97474bd4a4ea6bc2598186f55f2 2024-11-18T07:42:11,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b0846215b4a4557756c09867c0ca1b14, had cached 0 bytes from a total of 13386 2024-11-18T07:42:11,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/info/593dd97474bd4a4ea6bc2598186f55f2, entries=8, sequenceid=23, filesize=13.1 K 2024-11-18T07:42:11,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for b0846215b4a4557756c09867c0ca1b14 in 74ms, sequenceid=23, compaction requested=false 2024-11-18T07:42:11,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0846215b4a4557756c09867c0ca1b14: 2024-11-18T07:42:11,244 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-18T07:42:11,244 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:42:11,245 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/info/e80c7c1977f342aa80b4e0c6f4c8df72 because midkey is the same as first or last row 2024-11-18T07:42:21,729 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T07:42:23,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T07:42:23,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T07:42:23,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:42:23,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:23,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:23,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T07:42:23,192 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T07:42:23,192 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=805952014, stopped=false 2024-11-18T07:42:23,193 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb3d252950,35525,1731915682646 2024-11-18T07:42:23,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T07:42:23,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T07:42:23,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:23,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:23,252 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:42:23,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T07:42:23,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:42:23,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:23,254 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb3d252950,40547,1731915683403' ***** 2024-11-18T07:42:23,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:42:23,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:42:23,254 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T07:42:23,254 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T07:42:23,255 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T07:42:23,255 INFO [RS:0;87fb3d252950:40547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T07:42:23,255 INFO [RS:0;87fb3d252950:40547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T07:42:23,255 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(3091): Received CLOSE for b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:42:23,256 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(959): stopping server 87fb3d252950,40547,1731915683403 2024-11-18T07:42:23,256 INFO [RS:0;87fb3d252950:40547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:42:23,256 INFO [RS:0;87fb3d252950:40547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb3d252950:40547. 2024-11-18T07:42:23,257 DEBUG [RS:0;87fb3d252950:40547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:42:23,257 DEBUG [RS:0;87fb3d252950:40547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:23,257 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0846215b4a4557756c09867c0ca1b14, disabling compactions & flushes 2024-11-18T07:42:23,257 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:42:23,257 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:42:23,257 INFO [RS:0;87fb3d252950:40547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T07:42:23,257 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. after waiting 0 ms 2024-11-18T07:42:23,257 INFO [RS:0;87fb3d252950:40547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T07:42:23,257 INFO [RS:0;87fb3d252950:40547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T07:42:23,257 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:42:23,257 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T07:42:23,258 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0846215b4a4557756c09867c0ca1b14 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-18T07:42:23,258 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T07:42:23,258 DEBUG [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b0846215b4a4557756c09867c0ca1b14=TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14.} 2024-11-18T07:42:23,258 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:42:23,258 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:42:23,258 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:42:23,259 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-18T07:42:23,259 DEBUG [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0846215b4a4557756c09867c0ca1b14 2024-11-18T07:42:23,259 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:42:23,259 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-18T07:42:23,270 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/.tmp/info/8179bf8d971347c38c53ecdc174bb8f7 is 1055, key is row0017/info:/1731915733171/Put/seqid=0 2024-11-18T07:42:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741843_1019 (size=10222) 2024-11-18T07:42:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741843_1019 (size=10222) 2024-11-18T07:42:23,279 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/.tmp/info/8179bf8d971347c38c53ecdc174bb8f7 2024-11-18T07:42:23,284 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/.tmp/info/085438809cba49b28290b2a770af020f is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14./info:regioninfo/1731915686271/Put/seqid=0 2024-11-18T07:42:23,290 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/.tmp/info/8179bf8d971347c38c53ecdc174bb8f7 as hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/info/8179bf8d971347c38c53ecdc174bb8f7 2024-11-18T07:42:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741844_1020 (size=7016) 2024-11-18T07:42:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741844_1020 (size=7016) 2024-11-18T07:42:23,292 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/.tmp/info/085438809cba49b28290b2a770af020f 2024-11-18T07:42:23,300 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/info/8179bf8d971347c38c53ecdc174bb8f7, entries=5, sequenceid=31, filesize=10.0 K 2024-11-18T07:42:23,302 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for b0846215b4a4557756c09867c0ca1b14 in 44ms, sequenceid=31, compaction requested=true 2024-11-18T07:42:23,308 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/default/TestLogRolling-testSlowSyncLogRolling/b0846215b4a4557756c09867c0ca1b14/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-18T07:42:23,310 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:42:23,311 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0846215b4a4557756c09867c0ca1b14: Waiting for close lock at 1731915743256Running coprocessor pre-close hooks at 1731915743257 (+1 ms)Disabling compacts and flushes for region at 1731915743257Disabling writes for close at 1731915743257Obtaining lock to block concurrent updates at 1731915743258 (+1 ms)Preparing flush snapshotting stores in b0846215b4a4557756c09867c0ca1b14 at 1731915743258Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731915743258Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. at 1731915743259 (+1 ms)Flushing b0846215b4a4557756c09867c0ca1b14/info: creating writer at 1731915743259Flushing b0846215b4a4557756c09867c0ca1b14/info: appending metadata at 1731915743269 (+10 ms)Flushing b0846215b4a4557756c09867c0ca1b14/info: closing flushed file at 1731915743269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2427f9d8: reopening flushed file at 1731915743289 (+20 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for b0846215b4a4557756c09867c0ca1b14 in 44ms, sequenceid=31, compaction requested=true at 1731915743302 (+13 ms)Writing region close event to WAL at 1731915743303 (+1 ms)Running coprocessor post-close hooks at 1731915743309 (+6 ms)Closed at 1731915743310 (+1 ms) 2024-11-18T07:42:23,311 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731915685836.b0846215b4a4557756c09867c0ca1b14. 2024-11-18T07:42:23,318 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/.tmp/ns/d94066f76cbd49978a19921c6a95cd54 is 43, key is default/ns:d/1731915685577/Put/seqid=0 2024-11-18T07:42:23,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741845_1021 (size=5153) 2024-11-18T07:42:23,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741845_1021 (size=5153) 2024-11-18T07:42:23,326 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/.tmp/ns/d94066f76cbd49978a19921c6a95cd54 2024-11-18T07:42:23,350 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/.tmp/table/e100059ff08a4278baebef57cff7ed07 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731915686292/Put/seqid=0 2024-11-18T07:42:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741846_1022 (size=5396) 2024-11-18T07:42:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741846_1022 (size=5396) 2024-11-18T07:42:23,357 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/.tmp/table/e100059ff08a4278baebef57cff7ed07 2024-11-18T07:42:23,366 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/.tmp/info/085438809cba49b28290b2a770af020f as hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/info/085438809cba49b28290b2a770af020f 2024-11-18T07:42:23,375 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/info/085438809cba49b28290b2a770af020f, entries=10, sequenceid=11, filesize=6.9 K 2024-11-18T07:42:23,377 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/.tmp/ns/d94066f76cbd49978a19921c6a95cd54 as hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/ns/d94066f76cbd49978a19921c6a95cd54 2024-11-18T07:42:23,387 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/ns/d94066f76cbd49978a19921c6a95cd54, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T07:42:23,388 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/.tmp/table/e100059ff08a4278baebef57cff7ed07 as hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/table/e100059ff08a4278baebef57cff7ed07 2024-11-18T07:42:23,397 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/table/e100059ff08a4278baebef57cff7ed07, entries=2, sequenceid=11, filesize=5.3 K 2024-11-18T07:42:23,398 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false 2024-11-18T07:42:23,404 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T07:42:23,405 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:42:23,405 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:42:23,405 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731915743258Running coprocessor pre-close hooks at 1731915743258Disabling compacts and flushes for region at 1731915743258Disabling writes for close at 1731915743259 (+1 ms)Obtaining lock to block concurrent updates at 1731915743259Preparing flush snapshotting stores in 1588230740 at 1731915743259Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731915743260 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731915743260Flushing 1588230740/info: creating writer at 1731915743261 (+1 ms)Flushing 1588230740/info: appending metadata at 1731915743284 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731915743284Flushing 1588230740/ns: creating writer at 1731915743301 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731915743317 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731915743317Flushing 1588230740/table: creating writer at 1731915743334 (+17 ms)Flushing 1588230740/table: appending metadata at 1731915743349 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731915743349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e24e356: reopening flushed file at 1731915743365 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e0cbe24: reopening flushed file at 1731915743376 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574caa71: reopening flushed file at 1731915743387 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false at 1731915743398 (+11 ms)Writing region close event to WAL at 1731915743399 (+1 ms)Running coprocessor post-close hooks at 1731915743405 (+6 ms)Closed at 1731915743405 2024-11-18T07:42:23,405 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T07:42:23,459 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(976): stopping server 87fb3d252950,40547,1731915683403; all regions closed. 2024-11-18T07:42:23,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741834_1010 (size=3066) 2024-11-18T07:42:23,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741834_1010 (size=3066) 2024-11-18T07:42:23,471 DEBUG [RS:0;87fb3d252950:40547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/oldWALs 2024-11-18T07:42:23,471 INFO [RS:0;87fb3d252950:40547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C40547%2C1731915683403.meta:.meta(num 1731915685349) 2024-11-18T07:42:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741841_1017 (size=13164) 2024-11-18T07:42:23,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741841_1017 (size=13164) 2024-11-18T07:42:23,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/WALs/87fb3d252950,40547,1731915683403/87fb3d252950%2C40547%2C1731915683403.1731915723113 not finished, retry = 0 2024-11-18T07:42:23,587 DEBUG [RS:0;87fb3d252950:40547 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/oldWALs 2024-11-18T07:42:23,587 INFO [RS:0;87fb3d252950:40547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C40547%2C1731915683403:(num 1731915723113) 2024-11-18T07:42:23,587 DEBUG [RS:0;87fb3d252950:40547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:23,587 INFO [RS:0;87fb3d252950:40547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:42:23,587 INFO [RS:0;87fb3d252950:40547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T07:42:23,587 INFO [RS:0;87fb3d252950:40547 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb3d252950:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T07:42:23,588 INFO [RS:0;87fb3d252950:40547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T07:42:23,588 INFO [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T07:42:23,588 INFO [RS:0;87fb3d252950:40547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40547 2024-11-18T07:42:23,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb3d252950,40547,1731915683403 2024-11-18T07:42:23,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:42:23,628 INFO [RS:0;87fb3d252950:40547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:42:23,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb3d252950,40547,1731915683403] 2024-11-18T07:42:23,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb3d252950,40547,1731915683403 already deleted, retry=false 2024-11-18T07:42:23,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb3d252950,40547,1731915683403 expired; onlineServers=0 2024-11-18T07:42:23,644 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb3d252950,35525,1731915682646' ***** 2024-11-18T07:42:23,645 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T07:42:23,645 INFO [M:0;87fb3d252950:35525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:42:23,645 INFO [M:0;87fb3d252950:35525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T07:42:23,645 DEBUG [M:0;87fb3d252950:35525 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T07:42:23,646 DEBUG [M:0;87fb3d252950:35525 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T07:42:23,646 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T07:42:23,646 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915684581 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915684581,5,FailOnTimeoutGroup] 2024-11-18T07:42:23,646 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915684583 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915684583,5,FailOnTimeoutGroup] 2024-11-18T07:42:23,646 INFO [M:0;87fb3d252950:35525 {}] hbase.ChoreService(370): Chore service for: master/87fb3d252950:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T07:42:23,647 INFO [M:0;87fb3d252950:35525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T07:42:23,647 DEBUG [M:0;87fb3d252950:35525 {}] master.HMaster(1795): Stopping service threads 2024-11-18T07:42:23,647 INFO [M:0;87fb3d252950:35525 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T07:42:23,647 INFO [M:0;87fb3d252950:35525 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:42:23,648 INFO [M:0;87fb3d252950:35525 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T07:42:23,649 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T07:42:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T07:42:23,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:23,653 DEBUG [M:0;87fb3d252950:35525 {}] zookeeper.ZKUtil(347): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T07:42:23,653 WARN [M:0;87fb3d252950:35525 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T07:42:23,654 INFO [M:0;87fb3d252950:35525 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/.lastflushedseqids 2024-11-18T07:42:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741847_1023 (size=130) 2024-11-18T07:42:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741847_1023 (size=130) 2024-11-18T07:42:23,669 INFO [M:0;87fb3d252950:35525 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T07:42:23,669 INFO [M:0;87fb3d252950:35525 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T07:42:23,669 DEBUG [M:0;87fb3d252950:35525 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:42:23,669 INFO [M:0;87fb3d252950:35525 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:23,669 DEBUG [M:0;87fb3d252950:35525 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:23,669 DEBUG [M:0;87fb3d252950:35525 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:42:23,669 DEBUG [M:0;87fb3d252950:35525 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:23,670 INFO [M:0;87fb3d252950:35525 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-18T07:42:23,685 DEBUG [M:0;87fb3d252950:35525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fd8d678c2bc46378f4844f8158a7f2d is 82, key is hbase:meta,,1/info:regioninfo/1731915685425/Put/seqid=0 2024-11-18T07:42:23,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741848_1024 (size=5672) 2024-11-18T07:42:23,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741848_1024 (size=5672) 2024-11-18T07:42:23,692 INFO [M:0;87fb3d252950:35525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fd8d678c2bc46378f4844f8158a7f2d 2024-11-18T07:42:23,716 DEBUG [M:0;87fb3d252950:35525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96fb45ac98774cffa59f3b24cd344708 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731915686303/Put/seqid=0 2024-11-18T07:42:23,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741849_1025 (size=6247) 2024-11-18T07:42:23,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741849_1025 (size=6247) 2024-11-18T07:42:23,724 INFO [M:0;87fb3d252950:35525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96fb45ac98774cffa59f3b24cd344708 2024-11-18T07:42:23,731 INFO [M:0;87fb3d252950:35525 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96fb45ac98774cffa59f3b24cd344708 2024-11-18T07:42:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:42:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x1014e2da2bd0001, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:42:23,737 INFO [RS:0;87fb3d252950:40547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:42:23,737 INFO [RS:0;87fb3d252950:40547 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb3d252950,40547,1731915683403; zookeeper connection closed. 2024-11-18T07:42:23,737 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c664c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c664c1 2024-11-18T07:42:23,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T07:42:23,749 DEBUG [M:0;87fb3d252950:35525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/299c1f6129bb41beb21511e29dde054c is 69, key is 87fb3d252950,40547,1731915683403/rs:state/1731915684632/Put/seqid=0 2024-11-18T07:42:23,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741850_1026 (size=5156) 2024-11-18T07:42:23,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741850_1026 (size=5156) 2024-11-18T07:42:23,755 INFO [M:0;87fb3d252950:35525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/299c1f6129bb41beb21511e29dde054c 2024-11-18T07:42:23,776 DEBUG [M:0;87fb3d252950:35525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/935ea9af7d5d4ca59639a0c282ca1016 is 52, key is load_balancer_on/state:d/1731915685817/Put/seqid=0 2024-11-18T07:42:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741851_1027 (size=5056) 2024-11-18T07:42:23,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741851_1027 (size=5056) 2024-11-18T07:42:23,783 INFO [M:0;87fb3d252950:35525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/935ea9af7d5d4ca59639a0c282ca1016 2024-11-18T07:42:23,793 DEBUG [M:0;87fb3d252950:35525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fd8d678c2bc46378f4844f8158a7f2d as hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fd8d678c2bc46378f4844f8158a7f2d 2024-11-18T07:42:23,802 INFO [M:0;87fb3d252950:35525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fd8d678c2bc46378f4844f8158a7f2d, entries=8, sequenceid=59, filesize=5.5 K 2024-11-18T07:42:23,804 DEBUG [M:0;87fb3d252950:35525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96fb45ac98774cffa59f3b24cd344708 as hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96fb45ac98774cffa59f3b24cd344708 2024-11-18T07:42:23,812 INFO [M:0;87fb3d252950:35525 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96fb45ac98774cffa59f3b24cd344708 2024-11-18T07:42:23,812 INFO [M:0;87fb3d252950:35525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96fb45ac98774cffa59f3b24cd344708, entries=6, sequenceid=59, filesize=6.1 K 2024-11-18T07:42:23,814 DEBUG [M:0;87fb3d252950:35525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/299c1f6129bb41beb21511e29dde054c as hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/299c1f6129bb41beb21511e29dde054c 2024-11-18T07:42:23,823 INFO [M:0;87fb3d252950:35525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/299c1f6129bb41beb21511e29dde054c, entries=1, sequenceid=59, filesize=5.0 K 2024-11-18T07:42:23,824 DEBUG [M:0;87fb3d252950:35525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/935ea9af7d5d4ca59639a0c282ca1016 as hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/935ea9af7d5d4ca59639a0c282ca1016 2024-11-18T07:42:23,833 INFO [M:0;87fb3d252950:35525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/935ea9af7d5d4ca59639a0c282ca1016, entries=1, sequenceid=59, filesize=4.9 K 2024-11-18T07:42:23,835 INFO [M:0;87fb3d252950:35525 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=59, compaction requested=false 2024-11-18T07:42:23,837 INFO [M:0;87fb3d252950:35525 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:23,837 DEBUG [M:0;87fb3d252950:35525 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731915743669Disabling compacts and flushes for region at 1731915743669Disabling writes for close at 1731915743669Obtaining lock to block concurrent updates at 1731915743670 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731915743670Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731915743670Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731915743671 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731915743671Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731915743685 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731915743685Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731915743700 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731915743716 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731915743716Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731915743732 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731915743748 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731915743748Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731915743762 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731915743776 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731915743776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594ede1: reopening flushed file at 1731915743791 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d2d5c5: reopening flushed file at 1731915743802 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a37b7c: reopening flushed file at 1731915743813 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ddac73: reopening flushed file at 1731915743823 (+10 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=59, compaction requested=false at 1731915743835 (+12 ms)Writing region close event to WAL at 1731915743837 (+2 ms)Closed at 1731915743837 2024-11-18T07:42:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39945 is added to blk_1073741830_1006 (size=27973) 2024-11-18T07:42:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35553 is added to blk_1073741830_1006 (size=27973) 2024-11-18T07:42:23,841 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T07:42:23,841 INFO [M:0;87fb3d252950:35525 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T07:42:23,841 INFO [M:0;87fb3d252950:35525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35525 2024-11-18T07:42:23,842 INFO [M:0;87fb3d252950:35525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:42:23,977 INFO [M:0;87fb3d252950:35525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:42:23,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:42:23,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x1014e2da2bd0000, quorum=127.0.0.1:63785, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:42:23,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:23,984 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:42:23,984 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:42:23,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:42:23,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/hadoop.log.dir/,STOPPED} 2024-11-18T07:42:23,987 WARN [BP-1621448349-172.17.0.2-1731915678288 heartbeating to localhost/127.0.0.1:38737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:42:23,987 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:42:23,987 WARN [BP-1621448349-172.17.0.2-1731915678288 heartbeating to localhost/127.0.0.1:38737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1621448349-172.17.0.2-1731915678288 (Datanode Uuid 78b35fc0-e918-4e21-8f4d-29be87f8d352) service to localhost/127.0.0.1:38737 2024-11-18T07:42:23,987 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:42:23,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/data/data3/current/BP-1621448349-172.17.0.2-1731915678288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:23,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/data/data4/current/BP-1621448349-172.17.0.2-1731915678288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:23,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:42:23,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:23,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:42:23,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:42:23,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:42:23,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/hadoop.log.dir/,STOPPED} 2024-11-18T07:42:23,993 WARN [BP-1621448349-172.17.0.2-1731915678288 heartbeating to localhost/127.0.0.1:38737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:42:23,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:42:23,993 WARN [BP-1621448349-172.17.0.2-1731915678288 heartbeating to localhost/127.0.0.1:38737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1621448349-172.17.0.2-1731915678288 (Datanode Uuid 99521264-06f3-4879-a2cf-5442d23a0607) service to localhost/127.0.0.1:38737 2024-11-18T07:42:23,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:42:23,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/data/data1/current/BP-1621448349-172.17.0.2-1731915678288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:23,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/cluster_1792659d-c72d-2eee-1d77-fcc09f692deb/data/data2/current/BP-1621448349-172.17.0.2-1731915678288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:23,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:42:24,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:42:24,007 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:42:24,007 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:42:24,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:42:24,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/hadoop.log.dir/,STOPPED} 2024-11-18T07:42:24,014 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T07:42:24,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T07:42:24,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: regionserver/87fb3d252950:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/87fb3d252950:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:38737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5c242361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:38737 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/87fb3d252950:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:38737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/87fb3d252950:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 499), ProcessCount=11 (was 11), AvailableMemoryMB=6219 (was 6841) 2024-11-18T07:42:24,055 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=6218 2024-11-18T07:42:24,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T07:42:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/hadoop.log.dir so I do NOT create it in target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec 2024-11-18T07:42:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d7175f42-7356-62c3-c3f4-29c109b39c1e/hadoop.tmp.dir so I do NOT create it in target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec 2024-11-18T07:42:24,056 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758, deleteOnExit=true 2024-11-18T07:42:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T07:42:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/test.cache.data in system properties and HBase conf 2024-11-18T07:42:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T07:42:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir in system properties and HBase conf 2024-11-18T07:42:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T07:42:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T07:42:24,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T07:42:24,057 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T07:42:24,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:42:24,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:42:24,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T07:42:24,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:42:24,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T07:42:24,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T07:42:24,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:42:24,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:42:24,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T07:42:24,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/nfs.dump.dir in system properties and HBase conf 2024-11-18T07:42:24,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/java.io.tmpdir in system properties and HBase conf 2024-11-18T07:42:24,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:42:24,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T07:42:24,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T07:42:24,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:24,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:42:24,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:42:24,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:42:24,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:42:24,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:24,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50011a78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:42:24,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61891567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:42:24,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@522ea9bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/java.io.tmpdir/jetty-localhost-33123-hadoop-hdfs-3_4_1-tests_jar-_-any-7299755147641942389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:42:24,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6193d51e{HTTP/1.1, (http/1.1)}{localhost:33123} 2024-11-18T07:42:24,480 INFO [Time-limited test {}] server.Server(415): Started @68910ms 2024-11-18T07:42:24,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:24,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:42:24,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:42:24,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:42:24,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:42:24,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68e7f31b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:42:24,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@734d44a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:42:24,733 INFO [regionserver/87fb3d252950:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:42:24,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23c72077{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/java.io.tmpdir/jetty-localhost-42851-hadoop-hdfs-3_4_1-tests_jar-_-any-15239416676266718442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:24,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20d62101{HTTP/1.1, (http/1.1)}{localhost:42851} 2024-11-18T07:42:24,805 INFO [Time-limited test {}] server.Server(415): Started @69235ms 2024-11-18T07:42:24,806 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:42:24,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:24,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:42:24,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:42:24,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:42:24,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:42:24,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bbd0d4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:42:24,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f22f694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:42:24,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1511115a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/java.io.tmpdir/jetty-localhost-42749-hadoop-hdfs-3_4_1-tests_jar-_-any-2596828738820042688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:24,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b6a960b{HTTP/1.1, (http/1.1)}{localhost:42749} 2024-11-18T07:42:24,939 INFO [Time-limited test {}] server.Server(415): Started @69369ms 2024-11-18T07:42:24,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:42:25,657 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data2/current/BP-1745841255-172.17.0.2-1731915744083/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:25,657 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data1/current/BP-1745841255-172.17.0.2-1731915744083/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:25,675 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:42:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa4c0adcb87bae9 with lease ID 0x46e8471f043a1610: Processing first storage report for DS-a5386080-a875-4d24-bb8e-e1fdf97cdc28 from datanode DatanodeRegistration(127.0.0.1:37787, datanodeUuid=e66d26b1-adfc-4a6d-a67a-491892936f8b, infoPort=41499, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083) 2024-11-18T07:42:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa4c0adcb87bae9 with lease ID 0x46e8471f043a1610: from storage DS-a5386080-a875-4d24-bb8e-e1fdf97cdc28 node DatanodeRegistration(127.0.0.1:37787, datanodeUuid=e66d26b1-adfc-4a6d-a67a-491892936f8b, infoPort=41499, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa4c0adcb87bae9 with lease ID 0x46e8471f043a1610: Processing first storage report for DS-6f508c49-5477-45f5-9f54-8eb7fc265de3 from datanode DatanodeRegistration(127.0.0.1:37787, datanodeUuid=e66d26b1-adfc-4a6d-a67a-491892936f8b, infoPort=41499, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083) 2024-11-18T07:42:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa4c0adcb87bae9 with lease ID 0x46e8471f043a1610: from storage DS-6f508c49-5477-45f5-9f54-8eb7fc265de3 node DatanodeRegistration(127.0.0.1:37787, datanodeUuid=e66d26b1-adfc-4a6d-a67a-491892936f8b, infoPort=41499, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:25,852 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data3/current/BP-1745841255-172.17.0.2-1731915744083/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:25,852 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data4/current/BP-1745841255-172.17.0.2-1731915744083/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:25,869 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:42:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8861ae38c5040993 with lease ID 0x46e8471f043a1611: Processing first storage report for DS-95c1ba06-4b15-485b-bc26-1c8804ec50fc from datanode DatanodeRegistration(127.0.0.1:44883, datanodeUuid=36f7abe3-5438-479e-8452-4c0a55f389c7, infoPort=46443, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083) 2024-11-18T07:42:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8861ae38c5040993 with lease ID 0x46e8471f043a1611: from storage DS-95c1ba06-4b15-485b-bc26-1c8804ec50fc node DatanodeRegistration(127.0.0.1:44883, datanodeUuid=36f7abe3-5438-479e-8452-4c0a55f389c7, infoPort=46443, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8861ae38c5040993 with lease ID 0x46e8471f043a1611: Processing first storage report for DS-755f5e5b-17cc-4b39-a722-403eb566c7e2 from datanode DatanodeRegistration(127.0.0.1:44883, datanodeUuid=36f7abe3-5438-479e-8452-4c0a55f389c7, infoPort=46443, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083) 2024-11-18T07:42:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8861ae38c5040993 with lease ID 0x46e8471f043a1611: from storage DS-755f5e5b-17cc-4b39-a722-403eb566c7e2 node DatanodeRegistration(127.0.0.1:44883, datanodeUuid=36f7abe3-5438-479e-8452-4c0a55f389c7, infoPort=46443, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:25,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec 2024-11-18T07:42:25,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/zookeeper_0, clientPort=59598, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T07:42:25,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59598 2024-11-18T07:42:25,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:25,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:25,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:42:25,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:42:25,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d with version=8 2024-11-18T07:42:25,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/hbase-staging 2024-11-18T07:42:25,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:42:25,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:25,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:25,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:42:25,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:25,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:42:25,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T07:42:25,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:42:25,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36089 2024-11-18T07:42:25,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36089 connecting to ZooKeeper ensemble=127.0.0.1:59598 2024-11-18T07:42:25,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360890x0, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:42:25,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36089-0x1014e2e9d1a0000 connected 2024-11-18T07:42:26,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:26,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:26,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:42:26,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d, hbase.cluster.distributed=false 2024-11-18T07:42:26,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:42:26,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-18T07:42:26,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36089 2024-11-18T07:42:26,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36089 2024-11-18T07:42:26,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-18T07:42:26,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-18T07:42:26,089 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:42:26,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:26,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:26,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:42:26,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:26,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:42:26,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T07:42:26,090 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:42:26,091 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44875 2024-11-18T07:42:26,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44875 connecting to ZooKeeper ensemble=127.0.0.1:59598 2024-11-18T07:42:26,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:26,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:26,115 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448750x0, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:42:26,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448750x0, quorum=127.0.0.1:59598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:42:26,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44875-0x1014e2e9d1a0001 connected 2024-11-18T07:42:26,116 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T07:42:26,116 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T07:42:26,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T07:42:26,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:42:26,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44875 2024-11-18T07:42:26,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44875 2024-11-18T07:42:26,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44875 2024-11-18T07:42:26,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44875 2024-11-18T07:42:26,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44875 2024-11-18T07:42:26,134 DEBUG [M:0;87fb3d252950:36089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb3d252950:36089 2024-11-18T07:42:26,135 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb3d252950,36089,1731915745894 2024-11-18T07:42:26,144 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:42:26,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:42:26,145 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb3d252950,36089,1731915745894 2024-11-18T07:42:26,156 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T07:42:26,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:26,156 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:26,157 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T07:42:26,157 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb3d252950,36089,1731915745894 from backup master directory 2024-11-18T07:42:26,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb3d252950,36089,1731915745894 2024-11-18T07:42:26,164 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:42:26,165 WARN [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:42:26,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:42:26,165 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb3d252950,36089,1731915745894 2024-11-18T07:42:26,170 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/hbase.id] with ID: 4ea66453-65c9-4f17-9eb0-4e3146295725 2024-11-18T07:42:26,170 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/.tmp/hbase.id 2024-11-18T07:42:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:42:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:42:26,178 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/.tmp/hbase.id]:[hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/hbase.id] 2024-11-18T07:42:26,195 INFO [master/87fb3d252950:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:26,196 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T07:42:26,197 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T07:42:26,206 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:26,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:42:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:42:26,216 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:42:26,217 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T07:42:26,218 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:42:26,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:42:26,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:42:26,228 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store 2024-11-18T07:42:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:42:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:42:26,237 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:26,237 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:42:26,237 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:26,237 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:26,237 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:42:26,237 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:26,237 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:26,237 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731915746237Disabling compacts and flushes for region at 1731915746237Disabling writes for close at 1731915746237Writing region close event to WAL at 1731915746237Closed at 1731915746237 2024-11-18T07:42:26,239 WARN [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/.initializing 2024-11-18T07:42:26,239 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894 2024-11-18T07:42:26,240 INFO [master/87fb3d252950:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:42:26,243 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C36089%2C1731915745894, suffix=, logDir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894, archiveDir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/oldWALs, maxLogs=10 2024-11-18T07:42:26,258 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915746243, exclude list is [], retry=0 2024-11-18T07:42:26,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44883,DS-95c1ba06-4b15-485b-bc26-1c8804ec50fc,DISK] 2024-11-18T07:42:26,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37787,DS-a5386080-a875-4d24-bb8e-e1fdf97cdc28,DISK] 2024-11-18T07:42:26,264 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915746243 2024-11-18T07:42:26,265 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46443:46443),(127.0.0.1/127.0.0.1:41499:41499)] 2024-11-18T07:42:26,265 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:42:26,265 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:26,265 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,265 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T07:42:26,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:26,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:26,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T07:42:26,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:26,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:42:26,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T07:42:26,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:26,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:42:26,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T07:42:26,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:26,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:42:26,282 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,283 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,284 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,286 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,286 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,287 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T07:42:26,288 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:26,292 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:42:26,292 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=801142, jitterRate=0.01870548725128174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T07:42:26,293 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731915746266Initializing all the Stores at 1731915746267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915746267Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915746267Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915746267Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915746267Cleaning up temporary data from old regions at 1731915746286 (+19 ms)Region opened successfully at 1731915746293 (+7 ms) 2024-11-18T07:42:26,294 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T07:42:26,298 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20659488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:42:26,299 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T07:42:26,300 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T07:42:26,300 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T07:42:26,300 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T07:42:26,301 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T07:42:26,301 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T07:42:26,301 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T07:42:26,304 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T07:42:26,305 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T07:42:26,336 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T07:42:26,337 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T07:42:26,338 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T07:42:26,348 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T07:42:26,349 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T07:42:26,350 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T07:42:26,361 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T07:42:26,362 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T07:42:26,373 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T07:42:26,377 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T07:42:26,386 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T07:42:26,398 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:42:26,398 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:26,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:42:26,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:26,399 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb3d252950,36089,1731915745894, sessionid=0x1014e2e9d1a0000, setting cluster-up flag (Was=false) 2024-11-18T07:42:26,419 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:26,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:26,459 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T07:42:26,461 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,36089,1731915745894 2024-11-18T07:42:26,481 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:26,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:26,506 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T07:42:26,508 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,36089,1731915745894 2024-11-18T07:42:26,511 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T07:42:26,517 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T07:42:26,517 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T07:42:26,517 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T07:42:26,518 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb3d252950,36089,1731915745894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T07:42:26,521 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:42:26,521 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:42:26,521 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:42:26,522 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:42:26,522 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb3d252950:0, corePoolSize=10, maxPoolSize=10 2024-11-18T07:42:26,522 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,522 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:42:26,522 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:42:26,550 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(746): ClusterId : 4ea66453-65c9-4f17-9eb0-4e3146295725 2024-11-18T07:42:26,550 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T07:42:26,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T07:42:26,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:26,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T07:42:26,562 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T07:42:26,562 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T07:42:26,575 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731915776574 2024-11-18T07:42:26,575 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T07:42:26,575 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T07:42:26,575 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T07:42:26,575 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T07:42:26,575 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T07:42:26,575 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T07:42:26,576 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,576 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T07:42:26,576 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T07:42:26,576 DEBUG [RS:0;87fb3d252950:44875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecfbfce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:42:26,577 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T07:42:26,577 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T07:42:26,587 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T07:42:26,587 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T07:42:26,591 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915746587,5,FailOnTimeoutGroup] 2024-11-18T07:42:26,593 DEBUG [RS:0;87fb3d252950:44875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb3d252950:44875 2024-11-18T07:42:26,593 INFO [RS:0;87fb3d252950:44875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T07:42:26,593 INFO [RS:0;87fb3d252950:44875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T07:42:26,593 DEBUG [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T07:42:26,595 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb3d252950,36089,1731915745894 with port=44875, startcode=1731915746089 2024-11-18T07:42:26,595 DEBUG [RS:0;87fb3d252950:44875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T07:42:26,598 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915746592,5,FailOnTimeoutGroup] 2024-11-18T07:42:26,599 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,599 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T07:42:26,599 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,599 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:42:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:42:26,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T07:42:26,642 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d 2024-11-18T07:42:26,644 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T07:42:26,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb3d252950,44875,1731915746089 2024-11-18T07:42:26,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(517): Registering regionserver=87fb3d252950,44875,1731915746089 2024-11-18T07:42:26,651 DEBUG [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d 2024-11-18T07:42:26,651 DEBUG [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46759 2024-11-18T07:42:26,651 DEBUG [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T07:42:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:42:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:42:26,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:26,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:42:26,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:42:26,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:42:26,670 DEBUG [RS:0;87fb3d252950:44875 {}] zookeeper.ZKUtil(111): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb3d252950,44875,1731915746089 2024-11-18T07:42:26,670 WARN [RS:0;87fb3d252950:44875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:42:26,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:26,671 INFO [RS:0;87fb3d252950:44875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:42:26,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb3d252950,44875,1731915746089] 2024-11-18T07:42:26,671 DEBUG [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089 2024-11-18T07:42:26,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:26,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:42:26,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:42:26,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:26,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:26,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:42:26,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:42:26,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:26,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:26,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:42:26,681 INFO [RS:0;87fb3d252950:44875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T07:42:26,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:42:26,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:26,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:26,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:42:26,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740 2024-11-18T07:42:26,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740 2024-11-18T07:42:26,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:42:26,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:42:26,691 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T07:42:26,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:42:26,698 INFO [RS:0;87fb3d252950:44875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T07:42:26,700 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:42:26,701 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=761049, jitterRate=-0.03227736055850983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T07:42:26,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731915746666Initializing all the Stores at 1731915746667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915746667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915746667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915746667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915746667Cleaning up temporary data from old regions at 1731915746689 (+22 ms)Region opened successfully at 1731915746702 (+13 ms) 2024-11-18T07:42:26,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:42:26,703 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:42:26,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:42:26,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T07:42:26,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:42:26,707 INFO [RS:0;87fb3d252950:44875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T07:42:26,707 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,711 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:42:26,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731915746703Disabling compacts and flushes for region at 1731915746703Disabling writes for close at 1731915746703Writing region close event to WAL at 1731915746711 (+8 ms)Closed at 1731915746711 2024-11-18T07:42:26,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:42:26,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T07:42:26,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T07:42:26,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:42:26,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T07:42:26,718 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T07:42:26,720 INFO [RS:0;87fb3d252950:44875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T07:42:26,720 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,720 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,720 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,720 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,720 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,721 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,721 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:42:26,721 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,721 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,721 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,721 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,721 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,721 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:26,721 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:42:26,722 DEBUG [RS:0;87fb3d252950:44875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:42:26,726 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,727 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,727 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,727 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,727 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,727 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,44875,1731915746089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:42:26,743 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T07:42:26,743 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,44875,1731915746089-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,743 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,744 INFO [RS:0;87fb3d252950:44875 {}] regionserver.Replication(171): 87fb3d252950,44875,1731915746089 started 2024-11-18T07:42:26,760 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:26,760 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(1482): Serving as 87fb3d252950,44875,1731915746089, RpcServer on 87fb3d252950/172.17.0.2:44875, sessionid=0x1014e2e9d1a0001 2024-11-18T07:42:26,760 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T07:42:26,760 DEBUG [RS:0;87fb3d252950:44875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb3d252950,44875,1731915746089 2024-11-18T07:42:26,760 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,44875,1731915746089' 2024-11-18T07:42:26,760 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T07:42:26,761 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T07:42:26,762 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T07:42:26,762 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T07:42:26,762 DEBUG [RS:0;87fb3d252950:44875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb3d252950,44875,1731915746089 2024-11-18T07:42:26,762 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,44875,1731915746089' 2024-11-18T07:42:26,762 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T07:42:26,762 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T07:42:26,763 DEBUG [RS:0;87fb3d252950:44875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T07:42:26,763 INFO [RS:0;87fb3d252950:44875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T07:42:26,763 INFO [RS:0;87fb3d252950:44875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T07:42:26,864 INFO [RS:0;87fb3d252950:44875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:42:26,867 INFO [RS:0;87fb3d252950:44875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C44875%2C1731915746089, suffix=, logDir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089, archiveDir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/oldWALs, maxLogs=32 2024-11-18T07:42:26,867 WARN [87fb3d252950:36089 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T07:42:26,889 DEBUG [RS:0;87fb3d252950:44875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915746869, exclude list is [], retry=0 2024-11-18T07:42:26,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44883,DS-95c1ba06-4b15-485b-bc26-1c8804ec50fc,DISK] 2024-11-18T07:42:26,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37787,DS-a5386080-a875-4d24-bb8e-e1fdf97cdc28,DISK] 2024-11-18T07:42:26,900 INFO [RS:0;87fb3d252950:44875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915746869 2024-11-18T07:42:26,900 DEBUG [RS:0;87fb3d252950:44875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41499:41499),(127.0.0.1/127.0.0.1:46443:46443)] 2024-11-18T07:42:27,118 DEBUG [87fb3d252950:36089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T07:42:27,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb3d252950,44875,1731915746089 2024-11-18T07:42:27,120 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,44875,1731915746089, state=OPENING 2024-11-18T07:42:27,164 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T07:42:27,173 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:27,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:27,173 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:42:27,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,44875,1731915746089}] 2024-11-18T07:42:27,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:42:27,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:42:27,328 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T07:42:27,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38849, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T07:42:27,357 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T07:42:27,358 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:42:27,358 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T07:42:27,361 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C44875%2C1731915746089.meta, suffix=.meta, logDir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089, archiveDir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/oldWALs, maxLogs=32 2024-11-18T07:42:27,377 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915747363.meta, exclude list is [], retry=0 2024-11-18T07:42:27,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44883,DS-95c1ba06-4b15-485b-bc26-1c8804ec50fc,DISK] 2024-11-18T07:42:27,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37787,DS-a5386080-a875-4d24-bb8e-e1fdf97cdc28,DISK] 2024-11-18T07:42:27,384 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915747363.meta 2024-11-18T07:42:27,384 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46443:46443),(127.0.0.1/127.0.0.1:41499:41499)] 2024-11-18T07:42:27,384 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:42:27,385 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T07:42:27,385 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T07:42:27,385 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T07:42:27,385 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T07:42:27,385 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:27,385 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T07:42:27,386 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T07:42:27,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:42:27,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:42:27,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:27,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:27,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:42:27,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:42:27,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:27,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:27,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:42:27,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:42:27,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:27,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:27,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:42:27,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:42:27,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:27,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:27,397 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:42:27,398 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740 2024-11-18T07:42:27,399 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740 2024-11-18T07:42:27,401 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:42:27,401 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:42:27,402 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T07:42:27,404 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:42:27,406 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824702, jitterRate=0.04866364598274231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T07:42:27,406 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T07:42:27,407 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731915747386Writing region info on filesystem at 1731915747386Initializing all the Stores at 1731915747387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915747387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915747387Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915747387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915747387Cleaning up temporary data from old regions at 1731915747401 (+14 ms)Running coprocessor post-open hooks at 1731915747406 (+5 ms)Region opened successfully at 1731915747407 (+1 ms) 2024-11-18T07:42:27,409 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731915747328 2024-11-18T07:42:27,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,44875,1731915746089 2024-11-18T07:42:27,414 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T07:42:27,414 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T07:42:27,416 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,44875,1731915746089, state=OPEN 2024-11-18T07:42:27,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:42:27,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb3d252950,44875,1731915746089 2024-11-18T07:42:27,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:42:27,507 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:42:27,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:42:27,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T07:42:27,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,44875,1731915746089 in 334 msec 2024-11-18T07:42:27,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T07:42:27,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 800 msec 2024-11-18T07:42:27,519 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:42:27,519 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T07:42:27,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:42:27,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,44875,1731915746089, seqNum=-1] 2024-11-18T07:42:27,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:42:27,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58659, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:42:27,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0140 sec 2024-11-18T07:42:27,532 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731915747532, completionTime=-1 2024-11-18T07:42:27,532 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T07:42:27,532 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T07:42:27,535 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T07:42:27,535 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731915807535 2024-11-18T07:42:27,535 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731915867535 2024-11-18T07:42:27,535 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-18T07:42:27,536 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36089,1731915745894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:27,536 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36089,1731915745894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:27,536 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36089,1731915745894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:27,536 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb3d252950:36089, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:27,536 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:27,536 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:27,538 DEBUG [master/87fb3d252950:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T07:42:27,542 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.376sec 2024-11-18T07:42:27,542 INFO [master/87fb3d252950:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T07:42:27,542 INFO [master/87fb3d252950:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T07:42:27,542 INFO [master/87fb3d252950:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T07:42:27,542 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T07:42:27,542 INFO [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T07:42:27,542 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36089,1731915745894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:42:27,542 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36089,1731915745894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T07:42:27,546 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T07:42:27,546 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T07:42:27,546 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36089,1731915745894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:27,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b989a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:42:27,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb3d252950,36089,-1 for getting cluster id 2024-11-18T07:42:27,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T07:42:27,555 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea66453-65c9-4f17-9eb0-4e3146295725' 2024-11-18T07:42:27,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T07:42:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea66453-65c9-4f17-9eb0-4e3146295725" 2024-11-18T07:42:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f97991e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:42:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb3d252950,36089,-1] 2024-11-18T07:42:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T07:42:27,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:27,565 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T07:42:27,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da0e932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:42:27,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:42:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,44875,1731915746089, seqNum=-1] 2024-11-18T07:42:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:42:27,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:42:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb3d252950,36089,1731915745894 2024-11-18T07:42:27,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:27,589 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T07:42:27,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:27,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:42:27,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:42:27,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:42:27,663 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T07:42:27,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a88e33e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:42:27,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6426d29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:42:27,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4798edf3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/java.io.tmpdir/jetty-localhost-46185-hadoop-hdfs-3_4_1-tests_jar-_-any-17836003731622452893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:27,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d8ea59f{HTTP/1.1, (http/1.1)}{localhost:46185} 2024-11-18T07:42:27,806 INFO [Time-limited test {}] server.Server(415): Started @72236ms 2024-11-18T07:42:27,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:42:27,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:27,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:42:27,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:42:27,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:42:27,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:42:27,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d662cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:42:27,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273627e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:42:28,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3caffdb4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/java.io.tmpdir/jetty-localhost-42441-hadoop-hdfs-3_4_1-tests_jar-_-any-3377744308966906559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:28,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3aee2aaa{HTTP/1.1, (http/1.1)}{localhost:42441} 2024-11-18T07:42:28,017 INFO [Time-limited test {}] server.Server(415): Started @72447ms 2024-11-18T07:42:28,019 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:42:28,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:28,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:42:28,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:42:28,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:42:28,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:42:28,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f5437f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:42:28,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4174c4ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:42:28,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d9b2bc4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/java.io.tmpdir/jetty-localhost-42325-hadoop-hdfs-3_4_1-tests_jar-_-any-5375508597370505666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:28,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8065d42{HTTP/1.1, (http/1.1)}{localhost:42325} 2024-11-18T07:42:28,238 INFO [Time-limited test {}] server.Server(415): Started @72668ms 2024-11-18T07:42:28,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:42:28,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:28,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:28,615 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data5/current/BP-1745841255-172.17.0.2-1731915744083/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:28,616 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data6/current/BP-1745841255-172.17.0.2-1731915744083/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:28,657 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:42:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0afbd6b3b574213 with lease ID 0x46e8471f043a1612: Processing first storage report for DS-c0324076-4a8f-4b66-a53e-425ef98e515d from datanode DatanodeRegistration(127.0.0.1:37791, datanodeUuid=3bba90d7-2b56-40a4-b5da-9c090a7d9015, infoPort=40407, infoSecurePort=0, ipcPort=34773, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083) 2024-11-18T07:42:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0afbd6b3b574213 with lease ID 0x46e8471f043a1612: from storage DS-c0324076-4a8f-4b66-a53e-425ef98e515d node DatanodeRegistration(127.0.0.1:37791, datanodeUuid=3bba90d7-2b56-40a4-b5da-9c090a7d9015, infoPort=40407, infoSecurePort=0, ipcPort=34773, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0afbd6b3b574213 with lease ID 0x46e8471f043a1612: Processing first storage report for DS-6b858fcd-1e33-45ad-b238-c2d94db76085 from datanode DatanodeRegistration(127.0.0.1:37791, datanodeUuid=3bba90d7-2b56-40a4-b5da-9c090a7d9015, infoPort=40407, infoSecurePort=0, ipcPort=34773, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083) 2024-11-18T07:42:28,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0afbd6b3b574213 with lease ID 0x46e8471f043a1612: from storage DS-6b858fcd-1e33-45ad-b238-c2d94db76085 node DatanodeRegistration(127.0.0.1:37791, datanodeUuid=3bba90d7-2b56-40a4-b5da-9c090a7d9015, infoPort=40407, infoSecurePort=0, ipcPort=34773, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:28,830 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data7/current/BP-1745841255-172.17.0.2-1731915744083/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:28,837 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data8/current/BP-1745841255-172.17.0.2-1731915744083/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:28,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T07:42:28,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:28,889 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:42:28,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1df757e48e067bc6 with lease ID 0x46e8471f043a1613: Processing first storage report for DS-10e251dc-8198-47b9-bbf4-7f1f54712e59 from datanode DatanodeRegistration(127.0.0.1:35891, datanodeUuid=ee719234-f32e-4525-b548-1f49e62022c7, infoPort=43821, infoSecurePort=0, ipcPort=42377, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083) 2024-11-18T07:42:28,901 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1df757e48e067bc6 with lease ID 0x46e8471f043a1613: from storage DS-10e251dc-8198-47b9-bbf4-7f1f54712e59 node DatanodeRegistration(127.0.0.1:35891, datanodeUuid=ee719234-f32e-4525-b548-1f49e62022c7, infoPort=43821, infoSecurePort=0, ipcPort=42377, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:28,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1df757e48e067bc6 with lease ID 0x46e8471f043a1613: Processing first storage report for DS-2850488e-fa40-45f6-b2c5-b51d7b184d43 from datanode DatanodeRegistration(127.0.0.1:35891, datanodeUuid=ee719234-f32e-4525-b548-1f49e62022c7, infoPort=43821, infoSecurePort=0, ipcPort=42377, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083) 2024-11-18T07:42:28,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1df757e48e067bc6 with lease ID 0x46e8471f043a1613: from storage DS-2850488e-fa40-45f6-b2c5-b51d7b184d43 node DatanodeRegistration(127.0.0.1:35891, datanodeUuid=ee719234-f32e-4525-b548-1f49e62022c7, infoPort=43821, infoSecurePort=0, ipcPort=42377, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:29,042 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data9/current/BP-1745841255-172.17.0.2-1731915744083/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:29,042 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data10/current/BP-1745841255-172.17.0.2-1731915744083/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:29,084 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:42:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd89e301a125dda0 with lease ID 0x46e8471f043a1614: Processing first storage report for DS-2e490b42-91f4-4652-bab4-046629cdce5a from datanode DatanodeRegistration(127.0.0.1:45947, datanodeUuid=9afa7e1c-05d5-40f7-940e-7161f8cebfeb, infoPort=37695, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083) 2024-11-18T07:42:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd89e301a125dda0 with lease ID 0x46e8471f043a1614: from storage DS-2e490b42-91f4-4652-bab4-046629cdce5a node DatanodeRegistration(127.0.0.1:45947, datanodeUuid=9afa7e1c-05d5-40f7-940e-7161f8cebfeb, infoPort=37695, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T07:42:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd89e301a125dda0 with lease ID 0x46e8471f043a1614: Processing first storage report for DS-62b8086d-776a-43b2-a36c-99a271e5cf14 from datanode DatanodeRegistration(127.0.0.1:45947, datanodeUuid=9afa7e1c-05d5-40f7-940e-7161f8cebfeb, infoPort=37695, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083) 2024-11-18T07:42:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd89e301a125dda0 with lease ID 0x46e8471f043a1614: from storage DS-62b8086d-776a-43b2-a36c-99a271e5cf14 node DatanodeRegistration(127.0.0.1:45947, datanodeUuid=9afa7e1c-05d5-40f7-940e-7161f8cebfeb, infoPort=37695, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:29,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T07:42:29,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb3d252950,36089,1731915745894 2024-11-18T07:42:29,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a6ce0a6 2024-11-18T07:42:29,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T07:42:29,182 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T07:42:29,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T07:42:29,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T07:42:29,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T07:42:29,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T07:42:29,189 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:29,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-18T07:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:42:29,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T07:42:29,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741835_1011 (size=393) 2024-11-18T07:42:29,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741835_1011 (size=393) 2024-11-18T07:42:29,202 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb118c241d8a7c16351f20827078ea96, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d 2024-11-18T07:42:29,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741836_1012 (size=76) 2024-11-18T07:42:29,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741836_1012 (size=76) 2024-11-18T07:42:29,213 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:29,213 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing cb118c241d8a7c16351f20827078ea96, disabling compactions & flushes 2024-11-18T07:42:29,213 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:29,213 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:29,213 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. after waiting 0 ms 2024-11-18T07:42:29,213 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:29,213 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:29,213 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb118c241d8a7c16351f20827078ea96: Waiting for close lock at 1731915749213Disabling compacts and flushes for region at 1731915749213Disabling writes for close at 1731915749213Writing region close event to WAL at 1731915749213Closed at 1731915749213 2024-11-18T07:42:29,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T07:42:29,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731915749215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731915749215"}]},"ts":"1731915749215"} 2024-11-18T07:42:29,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T07:42:29,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T07:42:29,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731915749220"}]},"ts":"1731915749220"} 2024-11-18T07:42:29,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-18T07:42:29,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=cb118c241d8a7c16351f20827078ea96, ASSIGN}] 2024-11-18T07:42:29,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=cb118c241d8a7c16351f20827078ea96, ASSIGN 2024-11-18T07:42:29,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=cb118c241d8a7c16351f20827078ea96, ASSIGN; state=OFFLINE, location=87fb3d252950,44875,1731915746089; forceNewPlan=false, retain=false 2024-11-18T07:42:29,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb118c241d8a7c16351f20827078ea96, regionState=OPENING, regionLocation=87fb3d252950,44875,1731915746089 2024-11-18T07:42:29,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=cb118c241d8a7c16351f20827078ea96, ASSIGN because future has completed 2024-11-18T07:42:29,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb118c241d8a7c16351f20827078ea96, server=87fb3d252950,44875,1731915746089}] 2024-11-18T07:42:29,542 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:29,542 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb118c241d8a7c16351f20827078ea96, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96.', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:42:29,543 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,543 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:29,543 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,543 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,545 INFO [StoreOpener-cb118c241d8a7c16351f20827078ea96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,546 INFO [StoreOpener-cb118c241d8a7c16351f20827078ea96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb118c241d8a7c16351f20827078ea96 columnFamilyName info 2024-11-18T07:42:29,547 DEBUG [StoreOpener-cb118c241d8a7c16351f20827078ea96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:29,547 INFO [StoreOpener-cb118c241d8a7c16351f20827078ea96-1 {}] regionserver.HStore(327): Store=cb118c241d8a7c16351f20827078ea96/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:42:29,547 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,548 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,549 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,550 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,550 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,552 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,560 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/cb118c241d8a7c16351f20827078ea96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:42:29,561 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb118c241d8a7c16351f20827078ea96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857222, jitterRate=0.09001505374908447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T07:42:29,562 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:29,563 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb118c241d8a7c16351f20827078ea96: Running coprocessor pre-open hook at 1731915749543Writing region info on filesystem at 1731915749543Initializing all the Stores at 1731915749544 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915749544Cleaning up temporary data from old regions at 1731915749550 (+6 ms)Running coprocessor post-open hooks at 1731915749562 (+12 ms)Region opened successfully at 1731915749563 (+1 ms) 2024-11-18T07:42:29,565 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96., pid=6, masterSystemTime=1731915749537 2024-11-18T07:42:29,568 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:29,568 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:29,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb118c241d8a7c16351f20827078ea96, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,44875,1731915746089 2024-11-18T07:42:29,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb118c241d8a7c16351f20827078ea96, server=87fb3d252950,44875,1731915746089 because future has completed 2024-11-18T07:42:29,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T07:42:29,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb118c241d8a7c16351f20827078ea96, server=87fb3d252950,44875,1731915746089 in 191 msec 2024-11-18T07:42:29,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T07:42:29,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=cb118c241d8a7c16351f20827078ea96, ASSIGN in 356 msec 2024-11-18T07:42:29,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T07:42:29,586 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731915749585"}]},"ts":"1731915749585"} 2024-11-18T07:42:29,589 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-18T07:42:29,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T07:42:29,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 407 msec 2024-11-18T07:42:32,681 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T07:42:32,682 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-18T07:42:33,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T07:42:33,001 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-18T07:42:33,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-18T07:42:35,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T07:42:35,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:42:39,269 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-18T07:42:39,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-18T07:42:39,270 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T07:42:39,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-18T07:42:39,275 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T07:42:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-18T07:42:39,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96., hostname=87fb3d252950,44875,1731915746089, seqNum=2] 2024-11-18T07:42:39,284 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-18T07:42:39,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T07:42:39,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:39,291 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-516012765_22 at /127.0.0.1:38894 [Receiving block BP-1745841255-172.17.0.2-1731915744083:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37787:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38894 dst: /127.0.0.1:37787 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,291 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_879508352_22 at /127.0.0.1:54446 [Receiving block BP-1745841255-172.17.0.2-1731915744083:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44883:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54446 dst: /127.0.0.1:44883 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,292 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-516012765_22 at /127.0.0.1:54416 [Receiving block BP-1745841255-172.17.0.2-1731915744083:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44883:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54416 dst: /127.0.0.1:44883 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,291 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_879508352_22 at /127.0.0.1:38930 [Receiving block BP-1745841255-172.17.0.2-1731915744083:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37787:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38930 dst: /127.0.0.1:37787 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,292 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_879508352_22 at /127.0.0.1:38920 [Receiving block BP-1745841255-172.17.0.2-1731915744083:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37787:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38920 dst: /127.0.0.1:37787 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,293 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_879508352_22 at /127.0.0.1:54436 [Receiving block BP-1745841255-172.17.0.2-1731915744083:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44883:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54436 dst: /127.0.0.1:44883 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23c72077{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:39,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20d62101{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:42:39,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:42:39,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@734d44a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:42:39,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68e7f31b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,STOPPED} 2024-11-18T07:42:39,333 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:42:39,333 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:42:39,333 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1745841255-172.17.0.2-1731915744083 (Datanode Uuid e66d26b1-adfc-4a6d-a67a-491892936f8b) service to localhost/127.0.0.1:46759 2024-11-18T07:42:39,333 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:42:39,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data1/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:39,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data2/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:39,334 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:42:39,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:39,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:42:39,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:42:39,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:42:39,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T07:42:39,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b0ae8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:42:39,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc4774b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:42:39,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@422533a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/java.io.tmpdir/jetty-localhost-45763-hadoop-hdfs-3_4_1-tests_jar-_-any-16203118231068140917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:39,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@383279f9{HTTP/1.1, (http/1.1)}{localhost:45763} 2024-11-18T07:42:39,464 INFO [Time-limited test {}] server.Server(415): Started @83894ms 2024-11-18T07:42:39,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:42:39,505 WARN [AsyncFSWAL-0-hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d-prefix:87fb3d252950,44875,1731915746089 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,506 DEBUG [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb3d252950%2C44875%2C1731915746089:(num 1731915746869) roll requested 2024-11-18T07:42:39,521 DEBUG [regionserver/87fb3d252950:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915759506, exclude list is [], retry=0 2024-11-18T07:42:39,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45947,DS-2e490b42-91f4-4652-bab4-046629cdce5a,DISK] 2024-11-18T07:42:39,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-10e251dc-8198-47b9-bbf4-7f1f54712e59,DISK] 2024-11-18T07:42:39,535 INFO [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915746869 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915759506 2024-11-18T07:42:39,536 DEBUG [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821),(127.0.0.1/127.0.0.1:37695:37695)] 2024-11-18T07:42:39,536 DEBUG [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915746869 is not closed yet, will try archiving it next time 2024-11-18T07:42:39,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T07:42:39,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T07:42:39,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:42:39,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:39,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:39,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T07:42:39,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T07:42:39,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1881074239, stopped=false 2024-11-18T07:42:39,539 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb3d252950,36089,1731915745894 2024-11-18T07:42:39,540 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,541 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,542 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T07:42:39,543 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T07:42:39,543 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915746869 2024-11-18T07:42:39,546 WARN [IPC Server handler 0 on default port 46759 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915746869 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-18T07:42:39,551 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915746869 after 6ms 2024-11-18T07:42:39,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T07:42:39,558 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T07:42:39,558 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:39,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:39,558 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:42:39,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T07:42:39,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:42:39,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:39,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:42:39,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb3d252950,44875,1731915746089' ***** 2024-11-18T07:42:39,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T07:42:39,559 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T07:42:39,559 INFO [RS:0;87fb3d252950:44875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T07:42:39,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T07:42:39,560 INFO [RS:0;87fb3d252950:44875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T07:42:39,560 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(3091): Received CLOSE for cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:39,560 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(959): stopping server 87fb3d252950,44875,1731915746089 2024-11-18T07:42:39,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:42:39,560 INFO [RS:0;87fb3d252950:44875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:42:39,560 INFO [RS:0;87fb3d252950:44875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb3d252950:44875. 2024-11-18T07:42:39,560 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb118c241d8a7c16351f20827078ea96, disabling compactions & flushes 2024-11-18T07:42:39,560 DEBUG [RS:0;87fb3d252950:44875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:42:39,560 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:39,560 DEBUG [RS:0;87fb3d252950:44875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:39,560 INFO [RS:0;87fb3d252950:44875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T07:42:39,561 INFO [RS:0;87fb3d252950:44875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T07:42:39,561 INFO [RS:0;87fb3d252950:44875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T07:42:39,561 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T07:42:39,561 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T07:42:39,561 DEBUG [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(1325): Online Regions={cb118c241d8a7c16351f20827078ea96=TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T07:42:39,560 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:39,561 DEBUG [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb118c241d8a7c16351f20827078ea96 2024-11-18T07:42:39,561 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. after waiting 0 ms 2024-11-18T07:42:39,561 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:39,561 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:42:39,562 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb118c241d8a7c16351f20827078ea96 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-18T07:42:39,562 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:42:39,562 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:42:39,562 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T07:42:39,562 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:42:39,562 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-18T07:42:39,563 WARN [AsyncFSWAL-0-hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d-prefix:87fb3d252950,44875,1731915746089.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,563 DEBUG [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb3d252950%2C44875%2C1731915746089.meta:.meta(num 1731915747363) roll requested 2024-11-18T07:42:39,584 DEBUG [regionserver/87fb3d252950:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915759563.meta, exclude list is [], retry=0 2024-11-18T07:42:39,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45947,DS-2e490b42-91f4-4652-bab4-046629cdce5a,DISK] 2024-11-18T07:42:39,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37791,DS-c0324076-4a8f-4b66-a53e-425ef98e515d,DISK] 2024-11-18T07:42:39,599 INFO [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915747363.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915759563.meta 2024-11-18T07:42:39,599 DEBUG [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-18T07:42:39,599 DEBUG [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915747363.meta is not closed yet, will try archiving it next time 2024-11-18T07:42:39,599 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,601 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:39,602 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915747363.meta 2024-11-18T07:42:39,602 WARN [IPC Server handler 2 on default port 46759 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915747363.meta has not been closed. Lease recovery is in progress. RecoveryId = 1016 for block blk_1073741834_1010 2024-11-18T07:42:39,603 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915747363.meta after 1ms 2024-11-18T07:42:39,608 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/cb118c241d8a7c16351f20827078ea96/.tmp/info/a56d0a135bf84818ad5e0c6e1bda677b is 1055, key is row0001/info:/1731915759282/Put/seqid=0 2024-11-18T07:42:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741839_1017 (size=7062) 2024-11-18T07:42:39,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741839_1017 (size=7062) 2024-11-18T07:42:39,626 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/cb118c241d8a7c16351f20827078ea96/.tmp/info/a56d0a135bf84818ad5e0c6e1bda677b 2024-11-18T07:42:39,630 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/.tmp/info/23e818e64e8f46e0aff96ff93783573f is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96./info:regioninfo/1731915749569/Put/seqid=0 2024-11-18T07:42:39,637 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/cb118c241d8a7c16351f20827078ea96/.tmp/info/a56d0a135bf84818ad5e0c6e1bda677b as hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/cb118c241d8a7c16351f20827078ea96/info/a56d0a135bf84818ad5e0c6e1bda677b 2024-11-18T07:42:39,652 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/cb118c241d8a7c16351f20827078ea96/info/a56d0a135bf84818ad5e0c6e1bda677b, entries=2, sequenceid=6, filesize=6.9 K 2024-11-18T07:42:39,654 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for cb118c241d8a7c16351f20827078ea96 in 93ms, sequenceid=6, compaction requested=false 2024-11-18T07:42:39,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741840_1018 (size=7089) 2024-11-18T07:42:39,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741840_1018 (size=7089) 2024-11-18T07:42:39,669 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/.tmp/info/23e818e64e8f46e0aff96ff93783573f 2024-11-18T07:42:39,670 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/cb118c241d8a7c16351f20827078ea96/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T07:42:39,672 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:39,672 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb118c241d8a7c16351f20827078ea96: Waiting for close lock at 1731915759560Running coprocessor pre-close hooks at 1731915759560Disabling compacts and flushes for region at 1731915759560Disabling writes for close at 1731915759561 (+1 ms)Obtaining lock to block concurrent updates at 1731915759562 (+1 ms)Preparing flush snapshotting stores in cb118c241d8a7c16351f20827078ea96 at 1731915759562Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731915759562Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. at 1731915759563 (+1 ms)Flushing cb118c241d8a7c16351f20827078ea96/info: creating writer at 1731915759563Flushing cb118c241d8a7c16351f20827078ea96/info: appending metadata at 1731915759607 (+44 ms)Flushing cb118c241d8a7c16351f20827078ea96/info: closing flushed file at 1731915759607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55da5d30: reopening flushed file at 1731915759636 (+29 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for cb118c241d8a7c16351f20827078ea96 in 93ms, sequenceid=6, compaction requested=false at 1731915759654 (+18 ms)Writing region close event to WAL at 1731915759663 (+9 ms)Running coprocessor post-close hooks at 1731915759672 (+9 ms)Closed at 1731915759672 2024-11-18T07:42:39,673 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731915749183.cb118c241d8a7c16351f20827078ea96. 2024-11-18T07:42:39,697 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/.tmp/ns/bc0a1887ff9a4a7c87e1968b068af9a2 is 43, key is default/ns:d/1731915747524/Put/seqid=0 2024-11-18T07:42:39,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741841_1019 (size=5153) 2024-11-18T07:42:39,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741841_1019 (size=5153) 2024-11-18T07:42:39,714 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/.tmp/ns/bc0a1887ff9a4a7c87e1968b068af9a2 2024-11-18T07:42:39,744 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/.tmp/table/d6c6af7b837e46dfa13c145d87f9817e is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731915749585/Put/seqid=0 2024-11-18T07:42:39,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741842_1020 (size=5424) 2024-11-18T07:42:39,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741842_1020 (size=5424) 2024-11-18T07:42:39,758 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/.tmp/table/d6c6af7b837e46dfa13c145d87f9817e 2024-11-18T07:42:39,761 DEBUG [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T07:42:39,767 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/.tmp/info/23e818e64e8f46e0aff96ff93783573f as hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/info/23e818e64e8f46e0aff96ff93783573f 2024-11-18T07:42:39,778 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/info/23e818e64e8f46e0aff96ff93783573f, entries=10, sequenceid=11, filesize=6.9 K 2024-11-18T07:42:39,780 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/.tmp/ns/bc0a1887ff9a4a7c87e1968b068af9a2 as hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/ns/bc0a1887ff9a4a7c87e1968b068af9a2 2024-11-18T07:42:39,781 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T07:42:39,781 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T07:42:39,793 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/ns/bc0a1887ff9a4a7c87e1968b068af9a2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T07:42:39,796 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/.tmp/table/d6c6af7b837e46dfa13c145d87f9817e as hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/table/d6c6af7b837e46dfa13c145d87f9817e 2024-11-18T07:42:39,831 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/table/d6c6af7b837e46dfa13c145d87f9817e, entries=2, sequenceid=11, filesize=5.3 K 2024-11-18T07:42:39,833 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 271ms, sequenceid=11, compaction requested=false 2024-11-18T07:42:39,844 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:42:39,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e21f05cb6a2c343 with lease ID 0x46e8471f043a1615: from storage DS-a5386080-a875-4d24-bb8e-e1fdf97cdc28 node DatanodeRegistration(127.0.0.1:42149, datanodeUuid=e66d26b1-adfc-4a6d-a67a-491892936f8b, infoPort=36483, infoSecurePort=0, ipcPort=46495, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T07:42:39,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e21f05cb6a2c343 with lease ID 0x46e8471f043a1615: from storage DS-6f508c49-5477-45f5-9f54-8eb7fc265de3 node DatanodeRegistration(127.0.0.1:42149, datanodeUuid=e66d26b1-adfc-4a6d-a67a-491892936f8b, infoPort=36483, infoSecurePort=0, ipcPort=46495, storageInfo=lv=-57;cid=testClusterID;nsid=398799083;c=1731915744083), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:39,855 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T07:42:39,857 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:42:39,857 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:42:39,857 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731915759561Running coprocessor pre-close hooks at 1731915759561Disabling compacts and flushes for region at 1731915759561Disabling writes for close at 1731915759562 (+1 ms)Obtaining lock to block concurrent updates at 1731915759562Preparing flush snapshotting stores in 1588230740 at 1731915759562Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731915759563 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731915759604 (+41 ms)Flushing 1588230740/info: creating writer at 1731915759604Flushing 1588230740/info: appending metadata at 1731915759630 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731915759630Flushing 1588230740/ns: creating writer at 1731915759678 (+48 ms)Flushing 1588230740/ns: appending metadata at 1731915759697 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731915759697Flushing 1588230740/table: creating writer at 1731915759723 (+26 ms)Flushing 1588230740/table: appending metadata at 1731915759743 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731915759743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fce9458: reopening flushed file at 1731915759765 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab34879: reopening flushed file at 1731915759779 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38524ddf: reopening flushed file at 1731915759793 (+14 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 271ms, sequenceid=11, compaction requested=false at 1731915759833 (+40 ms)Writing region close event to WAL at 1731915759846 (+13 ms)Running coprocessor post-close hooks at 1731915759857 (+11 ms)Closed at 1731915759857 2024-11-18T07:42:39,857 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T07:42:39,962 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(976): stopping server 87fb3d252950,44875,1731915746089; all regions closed. 2024-11-18T07:42:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741838_1015 (size=825) 2024-11-18T07:42:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741838_1015 (size=825) 2024-11-18T07:42:40,728 INFO [regionserver/87fb3d252950:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:42:40,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741833_1014 (size=1599) 2024-11-18T07:42:43,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T07:42:43,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:42:43,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T07:42:43,552 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915746869 after 4009ms 2024-11-18T07:42:43,553 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.1731915746869 to hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/oldWALs/87fb3d252950%2C44875%2C1731915746089.1731915746869 2024-11-18T07:42:43,604 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915747363.meta after 4002ms 2024-11-18T07:42:43,605 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/WALs/87fb3d252950,44875,1731915746089/87fb3d252950%2C44875%2C1731915746089.meta.1731915747363.meta to hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/oldWALs/87fb3d252950%2C44875%2C1731915746089.meta.1731915747363.meta 2024-11-18T07:42:43,608 DEBUG [RS:0;87fb3d252950:44875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/oldWALs 2024-11-18T07:42:43,608 INFO [RS:0;87fb3d252950:44875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C44875%2C1731915746089.meta:.meta(num 1731915759563) 2024-11-18T07:42:43,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741837_1013 (size=2288) 2024-11-18T07:42:43,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741837_1013 (size=2288) 2024-11-18T07:42:43,614 DEBUG [RS:0;87fb3d252950:44875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/oldWALs 2024-11-18T07:42:43,614 INFO [RS:0;87fb3d252950:44875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C44875%2C1731915746089:(num 1731915759506) 2024-11-18T07:42:43,614 DEBUG [RS:0;87fb3d252950:44875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:43,614 INFO [RS:0;87fb3d252950:44875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:42:43,614 INFO [RS:0;87fb3d252950:44875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T07:42:43,614 INFO [RS:0;87fb3d252950:44875 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb3d252950:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T07:42:43,615 INFO [RS:0;87fb3d252950:44875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T07:42:43,615 INFO [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T07:42:43,615 INFO [RS:0;87fb3d252950:44875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44875 2024-11-18T07:42:43,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:42:43,665 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb3d252950,44875,1731915746089 2024-11-18T07:42:43,665 INFO [RS:0;87fb3d252950:44875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:42:43,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb3d252950,44875,1731915746089] 2024-11-18T07:42:43,682 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb3d252950,44875,1731915746089 already deleted, retry=false 2024-11-18T07:42:43,682 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb3d252950,44875,1731915746089 expired; onlineServers=0 2024-11-18T07:42:43,682 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb3d252950,36089,1731915745894' ***** 2024-11-18T07:42:43,682 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T07:42:43,682 INFO [M:0;87fb3d252950:36089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:42:43,682 INFO [M:0;87fb3d252950:36089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T07:42:43,682 DEBUG [M:0;87fb3d252950:36089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T07:42:43,682 DEBUG [M:0;87fb3d252950:36089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T07:42:43,682 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T07:42:43,683 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915746587 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915746587,5,FailOnTimeoutGroup] 2024-11-18T07:42:43,683 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915746592 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915746592,5,FailOnTimeoutGroup] 2024-11-18T07:42:43,683 INFO [M:0;87fb3d252950:36089 {}] hbase.ChoreService(370): Chore service for: master/87fb3d252950:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T07:42:43,683 INFO [M:0;87fb3d252950:36089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T07:42:43,683 DEBUG [M:0;87fb3d252950:36089 {}] master.HMaster(1795): Stopping service threads 2024-11-18T07:42:43,683 INFO [M:0;87fb3d252950:36089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T07:42:43,684 INFO [M:0;87fb3d252950:36089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:42:43,684 INFO [M:0;87fb3d252950:36089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T07:42:43,684 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T07:42:43,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T07:42:43,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:43,690 DEBUG [M:0;87fb3d252950:36089 {}] zookeeper.ZKUtil(347): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T07:42:43,690 WARN [M:0;87fb3d252950:36089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T07:42:43,692 INFO [M:0;87fb3d252950:36089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/.lastflushedseqids 2024-11-18T07:42:43,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741843_1021 (size=139) 2024-11-18T07:42:43,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741843_1021 (size=139) 2024-11-18T07:42:43,704 INFO [M:0;87fb3d252950:36089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T07:42:43,704 INFO [M:0;87fb3d252950:36089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T07:42:43,704 DEBUG [M:0;87fb3d252950:36089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:42:43,704 INFO [M:0;87fb3d252950:36089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:43,704 DEBUG [M:0;87fb3d252950:36089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:43,704 DEBUG [M:0;87fb3d252950:36089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:42:43,704 DEBUG [M:0;87fb3d252950:36089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:43,705 INFO [M:0;87fb3d252950:36089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-18T07:42:43,706 WARN [AsyncFSWAL-0-hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData-prefix:87fb3d252950,36089,1731915745894 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:43,706 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb3d252950%2C36089%2C1731915745894:(num 1731915746243) roll requested 2024-11-18T07:42:43,722 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915763707, exclude list is [], retry=0 2024-11-18T07:42:43,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44883,DS-95c1ba06-4b15-485b-bc26-1c8804ec50fc,DISK] 2024-11-18T07:42:43,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-10e251dc-8198-47b9-bbf4-7f1f54712e59,DISK] 2024-11-18T07:42:43,730 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915746243 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915763707 2024-11-18T07:42:43,731 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46443:46443),(127.0.0.1/127.0.0.1:43821:43821)] 2024-11-18T07:42:43,731 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915746243 is not closed yet, will try archiving it next time 2024-11-18T07:42:43,731 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:43,731 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:42:43,732 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915746243 2024-11-18T07:42:43,732 WARN [IPC Server handler 3 on default port 46759 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915746243 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-18T07:42:43,733 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915746243 after 1ms 2024-11-18T07:42:43,756 DEBUG [M:0;87fb3d252950:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92dd1e47f9d543f9aada79101e6506d2 is 82, key is hbase:meta,,1/info:regioninfo/1731915747414/Put/seqid=0 2024-11-18T07:42:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741845_1024 (size=5672) 2024-11-18T07:42:43,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741845_1024 (size=5672) 2024-11-18T07:42:43,765 INFO [M:0;87fb3d252950:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92dd1e47f9d543f9aada79101e6506d2 2024-11-18T07:42:43,774 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:42:43,774 INFO [RS:0;87fb3d252950:44875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:42:43,774 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44875-0x1014e2e9d1a0001, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:42:43,774 INFO [RS:0;87fb3d252950:44875 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb3d252950,44875,1731915746089; zookeeper connection closed. 2024-11-18T07:42:43,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cf4c596 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cf4c596 2024-11-18T07:42:43,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T07:42:43,792 DEBUG [M:0;87fb3d252950:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4825f9a42da4e998c0aa526cdd65286 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731915749593/Put/seqid=0 2024-11-18T07:42:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741846_1025 (size=6114) 2024-11-18T07:42:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741846_1025 (size=6114) 2024-11-18T07:42:43,806 INFO [M:0;87fb3d252950:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4825f9a42da4e998c0aa526cdd65286 2024-11-18T07:42:43,844 DEBUG [M:0;87fb3d252950:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3a9724dcaf04d4384d0432ae9b4e0bf is 69, key is 87fb3d252950,44875,1731915746089/rs:state/1731915746648/Put/seqid=0 2024-11-18T07:42:43,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741847_1026 (size=5156) 2024-11-18T07:42:43,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741847_1026 (size=5156) 2024-11-18T07:42:43,854 INFO [M:0;87fb3d252950:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3a9724dcaf04d4384d0432ae9b4e0bf 2024-11-18T07:42:43,883 DEBUG [M:0;87fb3d252950:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e332e5c419ae4912805dc9cdf61eeede is 52, key is load_balancer_on/state:d/1731915747588/Put/seqid=0 2024-11-18T07:42:43,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741834_1016 (size=2386) 2024-11-18T07:42:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741833_1014 (size=1599) 2024-11-18T07:42:43,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741848_1027 (size=5056) 2024-11-18T07:42:43,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741848_1027 (size=5056) 2024-11-18T07:42:43,894 INFO [M:0;87fb3d252950:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e332e5c419ae4912805dc9cdf61eeede 2024-11-18T07:42:43,905 DEBUG [M:0;87fb3d252950:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92dd1e47f9d543f9aada79101e6506d2 as hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92dd1e47f9d543f9aada79101e6506d2 2024-11-18T07:42:43,915 INFO [M:0;87fb3d252950:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92dd1e47f9d543f9aada79101e6506d2, entries=8, sequenceid=56, filesize=5.5 K 2024-11-18T07:42:43,916 DEBUG [M:0;87fb3d252950:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4825f9a42da4e998c0aa526cdd65286 as hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4825f9a42da4e998c0aa526cdd65286 2024-11-18T07:42:43,924 INFO [M:0;87fb3d252950:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4825f9a42da4e998c0aa526cdd65286, entries=6, sequenceid=56, filesize=6.0 K 2024-11-18T07:42:43,925 DEBUG [M:0;87fb3d252950:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3a9724dcaf04d4384d0432ae9b4e0bf as hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3a9724dcaf04d4384d0432ae9b4e0bf 2024-11-18T07:42:43,933 INFO [M:0;87fb3d252950:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3a9724dcaf04d4384d0432ae9b4e0bf, entries=1, sequenceid=56, filesize=5.0 K 2024-11-18T07:42:43,934 DEBUG [M:0;87fb3d252950:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e332e5c419ae4912805dc9cdf61eeede as hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e332e5c419ae4912805dc9cdf61eeede 2024-11-18T07:42:43,942 INFO [M:0;87fb3d252950:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e332e5c419ae4912805dc9cdf61eeede, entries=1, sequenceid=56, filesize=4.9 K 2024-11-18T07:42:43,944 INFO [M:0;87fb3d252950:36089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 240ms, sequenceid=56, compaction requested=false 2024-11-18T07:42:43,946 INFO [M:0;87fb3d252950:36089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:43,947 DEBUG [M:0;87fb3d252950:36089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731915763704Disabling compacts and flushes for region at 1731915763704Disabling writes for close at 1731915763704Obtaining lock to block concurrent updates at 1731915763705 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731915763705Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731915763706 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731915763733 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731915763733Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731915763756 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731915763756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731915763774 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731915763792 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731915763792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731915763819 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731915763843 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731915763843Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731915763863 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731915763883 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731915763883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1153f154: reopening flushed file at 1731915763903 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd1fb6c: reopening flushed file at 1731915763915 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ff240c: reopening flushed file at 1731915763924 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb8ce66: reopening flushed file at 1731915763933 (+9 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 240ms, sequenceid=56, compaction requested=false at 1731915763944 (+11 ms)Writing region close event to WAL at 1731915763946 (+2 ms)Closed at 1731915763946 2024-11-18T07:42:43,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741844_1022 (size=757) 2024-11-18T07:42:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741844_1022 (size=757) 2024-11-18T07:42:45,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T07:42:45,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:45,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:45,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741830_1023 (size=27177) 2024-11-18T07:42:47,734 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915746243 after 4002ms 2024-11-18T07:42:47,735 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/WALs/87fb3d252950,36089,1731915745894/87fb3d252950%2C36089%2C1731915745894.1731915746243 to hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/oldWALs/87fb3d252950%2C36089%2C1731915745894.1731915746243 2024-11-18T07:42:47,744 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/MasterData/oldWALs/87fb3d252950%2C36089%2C1731915745894.1731915746243 to hdfs://localhost:46759/user/jenkins/test-data/b87f2bdf-d9f4-5f7f-2fbc-3e6a9ba2cd6d/oldWALs/87fb3d252950%2C36089%2C1731915745894.1731915746243$masterlocalwal$ 2024-11-18T07:42:47,744 INFO [M:0;87fb3d252950:36089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T07:42:47,744 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T07:42:47,744 INFO [M:0;87fb3d252950:36089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36089 2024-11-18T07:42:47,744 INFO [M:0;87fb3d252950:36089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:42:47,899 INFO [M:0;87fb3d252950:36089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:42:47,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:42:47,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1014e2e9d1a0000, quorum=127.0.0.1:59598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:42:47,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@422533a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:47,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@383279f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:42:47,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:42:47,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc4774b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:42:47,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b0ae8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,STOPPED} 2024-11-18T07:42:47,933 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:42:47,933 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:42:47,933 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:42:47,933 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1745841255-172.17.0.2-1731915744083 (Datanode Uuid e66d26b1-adfc-4a6d-a67a-491892936f8b) service to localhost/127.0.0.1:46759 2024-11-18T07:42:47,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data1/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:47,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data2/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:47,935 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:42:47,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d9b2bc4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:47,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8065d42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:42:47,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:42:47,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4174c4ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:42:47,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f5437f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,STOPPED} 2024-11-18T07:42:47,944 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:42:47,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:42:47,944 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1745841255-172.17.0.2-1731915744083 (Datanode Uuid 9afa7e1c-05d5-40f7-940e-7161f8cebfeb) service to localhost/127.0.0.1:46759 2024-11-18T07:42:47,944 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:42:47,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data9/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:47,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data10/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:47,945 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:42:47,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3caffdb4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:47,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3aee2aaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:42:47,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:42:47,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273627e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:42:47,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d662cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,STOPPED} 2024-11-18T07:42:47,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:42:47,948 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:42:47,948 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:42:47,948 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1745841255-172.17.0.2-1731915744083 (Datanode Uuid ee719234-f32e-4525-b548-1f49e62022c7) service to localhost/127.0.0.1:46759 2024-11-18T07:42:47,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data7/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:47,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data8/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:47,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:42:47,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4798edf3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:47,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d8ea59f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:42:47,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:42:47,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6426d29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:42:47,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a88e33e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,STOPPED} 2024-11-18T07:42:47,952 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:42:47,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:42:47,953 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:42:47,953 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1745841255-172.17.0.2-1731915744083 (Datanode Uuid 3bba90d7-2b56-40a4-b5da-9c090a7d9015) service to localhost/127.0.0.1:46759 2024-11-18T07:42:47,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data5/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:47,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data6/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:47,953 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:42:47,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1511115a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:47,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b6a960b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:42:47,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:42:47,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f22f694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:42:47,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bbd0d4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,STOPPED} 2024-11-18T07:42:47,957 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:42:47,957 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:42:47,957 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:42:47,957 WARN [BP-1745841255-172.17.0.2-1731915744083 heartbeating to localhost/127.0.0.1:46759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1745841255-172.17.0.2-1731915744083 (Datanode Uuid 36f7abe3-5438-479e-8452-4c0a55f389c7) service to localhost/127.0.0.1:46759 2024-11-18T07:42:47,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data3/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:47,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/cluster_51605e6f-359e-c2bf-c1d7-60989caa5758/data/data4/current/BP-1745841255-172.17.0.2-1731915744083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:42:47,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:42:47,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@522ea9bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:42:47,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6193d51e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:42:47,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:42:47,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61891567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:42:47,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50011a78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir/,STOPPED} 2024-11-18T07:42:47,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T07:42:48,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T07:42:48,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 70) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:46759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:46759 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:46759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 371) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5871 (was 6218) 2024-11-18T07:42:48,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=5870 2024-11-18T07:42:48,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T07:42:48,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.log.dir so I do NOT create it in target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e 2024-11-18T07:42:48,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/53c6802a-8bb2-26da-c9ae-977982d30eec/hadoop.tmp.dir so I do NOT create it in target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e 2024-11-18T07:42:48,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d, deleteOnExit=true 2024-11-18T07:42:48,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T07:42:48,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/test.cache.data in system properties and HBase conf 2024-11-18T07:42:48,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T07:42:48,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/hadoop.log.dir in system properties and HBase conf 2024-11-18T07:42:48,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T07:42:48,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T07:42:48,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T07:42:48,022 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T07:42:48,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:42:48,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:42:48,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T07:42:48,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:42:48,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T07:42:48,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T07:42:48,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:42:48,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:42:48,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T07:42:48,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/nfs.dump.dir in system properties and HBase conf 2024-11-18T07:42:48,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/java.io.tmpdir in system properties and HBase conf 2024-11-18T07:42:48,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:42:48,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T07:42:48,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T07:42:48,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:48,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:42:48,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:42:48,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:42:48,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T07:42:48,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:48,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@240e753c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:42:48,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c00d254{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:42:48,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@541d2215{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/java.io.tmpdir/jetty-localhost-34615-hadoop-hdfs-3_4_1-tests_jar-_-any-8407323287921368203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:42:48,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27ea4733{HTTP/1.1, (http/1.1)}{localhost:34615} 2024-11-18T07:42:48,417 INFO [Time-limited test {}] server.Server(415): Started @92847ms 2024-11-18T07:42:48,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:48,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:42:48,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:42:48,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:42:48,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:42:48,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ee84a9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:42:48,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac754e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:42:48,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a5b0f26{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/java.io.tmpdir/jetty-localhost-45863-hadoop-hdfs-3_4_1-tests_jar-_-any-8761879250756059260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:48,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@917caee{HTTP/1.1, (http/1.1)}{localhost:45863} 2024-11-18T07:42:48,751 INFO [Time-limited test {}] server.Server(415): Started @93181ms 2024-11-18T07:42:48,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:42:48,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:42:48,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:42:48,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:42:48,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:42:48,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:42:48,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54830caa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:42:48,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7819af0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:42:48,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b84b1a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/java.io.tmpdir/jetty-localhost-34391-hadoop-hdfs-3_4_1-tests_jar-_-any-11547931466835600376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:42:48,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49f08fec{HTTP/1.1, (http/1.1)}{localhost:34391} 2024-11-18T07:42:48,889 INFO [Time-limited test {}] server.Server(415): Started @93319ms 2024-11-18T07:42:48,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:42:49,545 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/data/data1/current/BP-1647251515-172.17.0.2-1731915768051/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:49,545 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/data/data2/current/BP-1647251515-172.17.0.2-1731915768051/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:49,564 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:42:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f0dabc01e5c2125 with lease ID 0x2ba3f58f579c97ce: Processing first storage report for DS-4ea7c279-b2ef-4e86-b38d-069b3e00f814 from datanode DatanodeRegistration(127.0.0.1:37797, datanodeUuid=830ff6a2-8628-48da-8b06-f1048735d253, infoPort=44527, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=126446889;c=1731915768051) 2024-11-18T07:42:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f0dabc01e5c2125 with lease ID 0x2ba3f58f579c97ce: from storage DS-4ea7c279-b2ef-4e86-b38d-069b3e00f814 node DatanodeRegistration(127.0.0.1:37797, datanodeUuid=830ff6a2-8628-48da-8b06-f1048735d253, infoPort=44527, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=126446889;c=1731915768051), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f0dabc01e5c2125 with lease ID 0x2ba3f58f579c97ce: Processing first storage report for DS-d1331a50-9457-43f3-a25b-98a2a98210f3 from datanode DatanodeRegistration(127.0.0.1:37797, datanodeUuid=830ff6a2-8628-48da-8b06-f1048735d253, infoPort=44527, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=126446889;c=1731915768051) 2024-11-18T07:42:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f0dabc01e5c2125 with lease ID 0x2ba3f58f579c97ce: from storage DS-d1331a50-9457-43f3-a25b-98a2a98210f3 node DatanodeRegistration(127.0.0.1:37797, datanodeUuid=830ff6a2-8628-48da-8b06-f1048735d253, infoPort=44527, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=126446889;c=1731915768051), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:49,655 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/data/data3/current/BP-1647251515-172.17.0.2-1731915768051/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:49,655 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/data/data4/current/BP-1647251515-172.17.0.2-1731915768051/current, will proceed with Du for space computation calculation, 2024-11-18T07:42:49,674 WARN [Thread-788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:42:49,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86cd6525f421ffcc with lease ID 0x2ba3f58f579c97cf: Processing first storage report for DS-3f4d5e26-79e1-47ed-a66c-d2471fc1ae99 from datanode DatanodeRegistration(127.0.0.1:38073, datanodeUuid=20590052-25aa-4bc0-a4f4-ea8571f1ad6b, infoPort=39641, infoSecurePort=0, ipcPort=41715, storageInfo=lv=-57;cid=testClusterID;nsid=126446889;c=1731915768051) 2024-11-18T07:42:49,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86cd6525f421ffcc with lease ID 0x2ba3f58f579c97cf: from storage DS-3f4d5e26-79e1-47ed-a66c-d2471fc1ae99 node DatanodeRegistration(127.0.0.1:38073, datanodeUuid=20590052-25aa-4bc0-a4f4-ea8571f1ad6b, infoPort=39641, infoSecurePort=0, ipcPort=41715, storageInfo=lv=-57;cid=testClusterID;nsid=126446889;c=1731915768051), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:49,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86cd6525f421ffcc with lease ID 0x2ba3f58f579c97cf: Processing first storage report for DS-9002961b-b884-4353-86b6-1e65234de0ed from datanode DatanodeRegistration(127.0.0.1:38073, datanodeUuid=20590052-25aa-4bc0-a4f4-ea8571f1ad6b, infoPort=39641, infoSecurePort=0, ipcPort=41715, storageInfo=lv=-57;cid=testClusterID;nsid=126446889;c=1731915768051) 2024-11-18T07:42:49,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86cd6525f421ffcc with lease ID 0x2ba3f58f579c97cf: from storage DS-9002961b-b884-4353-86b6-1e65234de0ed node DatanodeRegistration(127.0.0.1:38073, datanodeUuid=20590052-25aa-4bc0-a4f4-ea8571f1ad6b, infoPort=39641, infoSecurePort=0, ipcPort=41715, storageInfo=lv=-57;cid=testClusterID;nsid=126446889;c=1731915768051), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:42:49,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e 2024-11-18T07:42:49,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/zookeeper_0, clientPort=54772, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T07:42:49,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54772 2024-11-18T07:42:49,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:49,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:49,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:42:49,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:42:49,744 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779 with version=8 2024-11-18T07:42:49,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/hbase-staging 2024-11-18T07:42:49,746 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:42:49,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:49,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:49,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:42:49,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:49,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:42:49,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T07:42:49,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:42:49,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34625 2024-11-18T07:42:49,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34625 connecting to ZooKeeper ensemble=127.0.0.1:54772 2024-11-18T07:42:49,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346250x0, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:42:49,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34625-0x1014e2efa440000 connected 2024-11-18T07:42:49,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:49,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:49,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:42:49,876 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779, hbase.cluster.distributed=false 2024-11-18T07:42:49,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:42:49,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34625 2024-11-18T07:42:49,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34625 2024-11-18T07:42:49,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34625 2024-11-18T07:42:49,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34625 2024-11-18T07:42:49,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34625 2024-11-18T07:42:49,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:42:49,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:49,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:49,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:42:49,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:42:49,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:42:49,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T07:42:49,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:42:49,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38203 2024-11-18T07:42:49,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38203 connecting to ZooKeeper ensemble=127.0.0.1:54772 2024-11-18T07:42:49,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:49,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:49,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382030x0, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:42:49,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38203-0x1014e2efa440001 connected 2024-11-18T07:42:49,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:42:49,915 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T07:42:49,915 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T07:42:49,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T07:42:49,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:42:49,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38203 2024-11-18T07:42:49,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38203 2024-11-18T07:42:49,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38203 2024-11-18T07:42:49,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38203 2024-11-18T07:42:49,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38203 2024-11-18T07:42:49,935 DEBUG [M:0;87fb3d252950:34625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb3d252950:34625 2024-11-18T07:42:49,935 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb3d252950,34625,1731915769746 2024-11-18T07:42:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:42:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:42:49,945 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb3d252950,34625,1731915769746 2024-11-18T07:42:49,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:49,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T07:42:49,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:49,956 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T07:42:49,957 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb3d252950,34625,1731915769746 from backup master directory 2024-11-18T07:42:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb3d252950,34625,1731915769746 2024-11-18T07:42:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:42:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:42:49,964 WARN [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:42:49,964 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb3d252950,34625,1731915769746 2024-11-18T07:42:49,971 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/hbase.id] with ID: 9683bfb6-5005-4bb4-9b5e-aceed30def51 2024-11-18T07:42:49,971 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/.tmp/hbase.id 2024-11-18T07:42:49,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:42:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:42:49,982 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/.tmp/hbase.id]:[hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/hbase.id] 2024-11-18T07:42:49,995 INFO [master/87fb3d252950:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:49,995 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T07:42:49,997 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T07:42:50,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:50,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:42:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:42:50,014 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:42:50,015 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T07:42:50,015 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:42:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:42:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:42:50,025 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store 2024-11-18T07:42:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:42:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:42:50,432 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:50,433 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:42:50,433 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:50,433 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:50,433 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:42:50,433 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:50,433 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:42:50,433 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731915770433Disabling compacts and flushes for region at 1731915770433Disabling writes for close at 1731915770433Writing region close event to WAL at 1731915770433Closed at 1731915770433 2024-11-18T07:42:50,434 WARN [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/.initializing 2024-11-18T07:42:50,434 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/WALs/87fb3d252950,34625,1731915769746 2024-11-18T07:42:50,436 INFO [master/87fb3d252950:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:42:50,438 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C34625%2C1731915769746, suffix=, logDir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/WALs/87fb3d252950,34625,1731915769746, archiveDir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/oldWALs, maxLogs=10 2024-11-18T07:42:50,451 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/WALs/87fb3d252950,34625,1731915769746/87fb3d252950%2C34625%2C1731915769746.1731915770439, exclude list is [], retry=0 2024-11-18T07:42:50,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38073,DS-3f4d5e26-79e1-47ed-a66c-d2471fc1ae99,DISK] 2024-11-18T07:42:50,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37797,DS-4ea7c279-b2ef-4e86-b38d-069b3e00f814,DISK] 2024-11-18T07:42:50,456 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/WALs/87fb3d252950,34625,1731915769746/87fb3d252950%2C34625%2C1731915769746.1731915770439 2024-11-18T07:42:50,457 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39641:39641),(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-18T07:42:50,457 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:42:50,457 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:50,458 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,458 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T07:42:50,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:50,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:50,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T07:42:50,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:50,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:42:50,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T07:42:50,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:50,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:42:50,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T07:42:50,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:50,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:42:50,467 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,467 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,468 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,469 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,469 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,470 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T07:42:50,471 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:42:50,473 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:42:50,473 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=816448, jitterRate=0.03816840052604675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T07:42:50,474 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731915770458Initializing all the Stores at 1731915770459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915770459Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915770459Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915770459Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915770459Cleaning up temporary data from old regions at 1731915770469 (+10 ms)Region opened successfully at 1731915770474 (+5 ms) 2024-11-18T07:42:50,474 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T07:42:50,477 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310598a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:42:50,478 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T07:42:50,479 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T07:42:50,479 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T07:42:50,479 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T07:42:50,479 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T07:42:50,480 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T07:42:50,480 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T07:42:50,482 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T07:42:50,483 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T07:42:50,522 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T07:42:50,523 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T07:42:50,524 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T07:42:50,530 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T07:42:50,531 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T07:42:50,533 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T07:42:50,545 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T07:42:50,546 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T07:42:50,556 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T07:42:50,561 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T07:42:50,572 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T07:42:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:42:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:42:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:50,581 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb3d252950,34625,1731915769746, sessionid=0x1014e2efa440000, setting cluster-up flag (Was=false) 2024-11-18T07:42:50,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:50,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:50,622 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T07:42:50,624 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,34625,1731915769746 2024-11-18T07:42:50,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:50,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:50,664 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T07:42:50,667 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,34625,1731915769746 2024-11-18T07:42:50,669 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T07:42:50,673 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T07:42:50,674 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T07:42:50,674 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T07:42:50,675 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb3d252950,34625,1731915769746 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T07:42:50,678 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:42:50,678 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:42:50,678 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:42:50,678 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:42:50,678 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb3d252950:0, corePoolSize=10, maxPoolSize=10 2024-11-18T07:42:50,678 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,679 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:42:50,679 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,679 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731915800679 2024-11-18T07:42:50,679 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T07:42:50,679 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T07:42:50,679 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T07:42:50,679 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T07:42:50,680 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T07:42:50,680 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T07:42:50,680 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:42:50,680 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T07:42:50,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T07:42:50,680 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T07:42:50,680 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T07:42:50,680 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T07:42:50,680 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T07:42:50,681 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915770681,5,FailOnTimeoutGroup] 2024-11-18T07:42:50,681 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915770681,5,FailOnTimeoutGroup] 2024-11-18T07:42:50,681 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,681 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T07:42:50,681 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,681 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:50,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T07:42:50,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:42:50,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:42:50,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T07:42:50,689 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779 2024-11-18T07:42:50,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:42:50,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:42:50,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:50,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:42:50,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:42:50,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:50,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:50,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:42:50,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:42:50,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:50,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:50,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:42:50,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:42:50,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:50,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:50,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:42:50,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:42:50,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:50,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:50,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:42:50,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740 2024-11-18T07:42:50,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740 2024-11-18T07:42:50,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:42:50,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:42:50,709 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T07:42:50,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:42:50,712 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:42:50,713 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=774618, jitterRate=-0.015023455023765564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T07:42:50,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731915770698Initializing all the Stores at 1731915770699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915770699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915770699Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915770699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915770699Cleaning up temporary data from old regions at 1731915770709 (+10 ms)Region opened successfully at 1731915770713 (+4 ms) 2024-11-18T07:42:50,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:42:50,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:42:50,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:42:50,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T07:42:50,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:42:50,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:42:50,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731915770713Disabling compacts and flushes for region at 1731915770713Disabling writes for close at 1731915770714 (+1 ms)Writing region close event to WAL at 1731915770714Closed at 1731915770714 2024-11-18T07:42:50,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:42:50,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T07:42:50,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T07:42:50,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:42:50,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T07:42:50,727 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(746): ClusterId : 9683bfb6-5005-4bb4-9b5e-aceed30def51 2024-11-18T07:42:50,727 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T07:42:50,746 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T07:42:50,746 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T07:42:50,756 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T07:42:50,757 DEBUG [RS:0;87fb3d252950:38203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89a7471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:42:50,766 DEBUG [RS:0;87fb3d252950:38203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb3d252950:38203 2024-11-18T07:42:50,767 INFO [RS:0;87fb3d252950:38203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T07:42:50,767 INFO [RS:0;87fb3d252950:38203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T07:42:50,767 DEBUG [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T07:42:50,768 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb3d252950,34625,1731915769746 with port=38203, startcode=1731915769896 2024-11-18T07:42:50,768 DEBUG [RS:0;87fb3d252950:38203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T07:42:50,769 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T07:42:50,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb3d252950,38203,1731915769896 2024-11-18T07:42:50,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34625 {}] master.ServerManager(517): Registering regionserver=87fb3d252950,38203,1731915769896 2024-11-18T07:42:50,772 DEBUG [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779 2024-11-18T07:42:50,772 DEBUG [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46789 2024-11-18T07:42:50,772 DEBUG [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T07:42:50,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:42:50,781 DEBUG [RS:0;87fb3d252950:38203 {}] zookeeper.ZKUtil(111): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb3d252950,38203,1731915769896 2024-11-18T07:42:50,781 WARN [RS:0;87fb3d252950:38203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:42:50,781 INFO [RS:0;87fb3d252950:38203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:42:50,781 DEBUG [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896 2024-11-18T07:42:50,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb3d252950,38203,1731915769896] 2024-11-18T07:42:50,785 INFO [RS:0;87fb3d252950:38203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T07:42:50,787 INFO [RS:0;87fb3d252950:38203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T07:42:50,787 INFO [RS:0;87fb3d252950:38203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T07:42:50,787 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,787 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T07:42:50,788 INFO [RS:0;87fb3d252950:38203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T07:42:50,788 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,789 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,790 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:42:50,790 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:42:50,790 DEBUG [RS:0;87fb3d252950:38203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:42:50,790 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,790 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,790 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,790 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,790 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,790 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,38203,1731915769896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:42:50,804 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T07:42:50,804 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,38203,1731915769896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,804 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,805 INFO [RS:0;87fb3d252950:38203 {}] regionserver.Replication(171): 87fb3d252950,38203,1731915769896 started 2024-11-18T07:42:50,821 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:50,821 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(1482): Serving as 87fb3d252950,38203,1731915769896, RpcServer on 87fb3d252950/172.17.0.2:38203, sessionid=0x1014e2efa440001 2024-11-18T07:42:50,821 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T07:42:50,821 DEBUG [RS:0;87fb3d252950:38203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb3d252950,38203,1731915769896 2024-11-18T07:42:50,822 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,38203,1731915769896' 2024-11-18T07:42:50,822 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T07:42:50,822 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T07:42:50,823 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T07:42:50,823 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T07:42:50,823 DEBUG [RS:0;87fb3d252950:38203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb3d252950,38203,1731915769896 2024-11-18T07:42:50,823 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,38203,1731915769896' 2024-11-18T07:42:50,823 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T07:42:50,824 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T07:42:50,824 DEBUG [RS:0;87fb3d252950:38203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T07:42:50,824 INFO [RS:0;87fb3d252950:38203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T07:42:50,824 INFO [RS:0;87fb3d252950:38203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T07:42:50,868 WARN [87fb3d252950:34625 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T07:42:50,925 INFO [RS:0;87fb3d252950:38203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:42:50,927 INFO [RS:0;87fb3d252950:38203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C38203%2C1731915769896, suffix=, logDir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896, archiveDir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/oldWALs, maxLogs=32 2024-11-18T07:42:50,945 DEBUG [RS:0;87fb3d252950:38203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915770928, exclude list is [], retry=0 2024-11-18T07:42:50,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37797,DS-4ea7c279-b2ef-4e86-b38d-069b3e00f814,DISK] 2024-11-18T07:42:50,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38073,DS-3f4d5e26-79e1-47ed-a66c-d2471fc1ae99,DISK] 2024-11-18T07:42:50,950 INFO [RS:0;87fb3d252950:38203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915770928 2024-11-18T07:42:50,950 DEBUG [RS:0;87fb3d252950:38203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527),(127.0.0.1/127.0.0.1:39641:39641)] 2024-11-18T07:42:51,119 DEBUG [87fb3d252950:34625 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T07:42:51,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb3d252950,38203,1731915769896 2024-11-18T07:42:51,123 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,38203,1731915769896, state=OPENING 2024-11-18T07:42:51,164 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T07:42:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:42:51,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:42:51,173 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:42:51,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:42:51,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,38203,1731915769896}] 2024-11-18T07:42:51,329 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T07:42:51,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56957, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T07:42:51,342 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T07:42:51,342 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:42:51,343 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T07:42:51,344 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C38203%2C1731915769896.meta, suffix=.meta, logDir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896, archiveDir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/oldWALs, maxLogs=32 2024-11-18T07:42:51,355 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.meta.1731915771345.meta, exclude list is [], retry=0 2024-11-18T07:42:51,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37797,DS-4ea7c279-b2ef-4e86-b38d-069b3e00f814,DISK] 2024-11-18T07:42:51,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38073,DS-3f4d5e26-79e1-47ed-a66c-d2471fc1ae99,DISK] 2024-11-18T07:42:51,360 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.meta.1731915771345.meta 2024-11-18T07:42:51,360 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39641:39641),(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-18T07:42:51,360 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:42:51,361 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T07:42:51,361 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T07:42:51,361 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T07:42:51,361 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T07:42:51,361 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:51,361 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T07:42:51,361 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T07:42:51,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:42:51,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:42:51,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:51,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:51,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:42:51,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:42:51,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:51,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:51,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:42:51,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:42:51,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:51,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:51,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:42:51,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:42:51,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:51,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:42:51,368 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:42:51,369 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740 2024-11-18T07:42:51,370 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740 2024-11-18T07:42:51,371 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:42:51,371 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:42:51,372 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T07:42:51,374 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:42:51,375 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=717311, jitterRate=-0.08789300918579102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T07:42:51,375 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T07:42:51,375 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731915771361Writing region info on filesystem at 1731915771361Initializing all the Stores at 1731915771362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915771362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915771362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915771362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915771362Cleaning up temporary data from old regions at 1731915771371 (+9 ms)Running coprocessor post-open hooks at 1731915771375 (+4 ms)Region opened successfully at 1731915771375 2024-11-18T07:42:51,377 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731915771329 2024-11-18T07:42:51,379 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T07:42:51,379 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T07:42:51,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,38203,1731915769896 2024-11-18T07:42:51,381 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,38203,1731915769896, state=OPEN 2024-11-18T07:42:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:42:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:42:51,441 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb3d252950,38203,1731915769896 2024-11-18T07:42:51,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:42:51,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:42:51,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T07:42:51,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,38203,1731915769896 in 268 msec 2024-11-18T07:42:51,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T07:42:51,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 731 msec 2024-11-18T07:42:51,451 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:42:51,451 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T07:42:51,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:42:51,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,38203,1731915769896, seqNum=-1] 2024-11-18T07:42:51,453 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:42:51,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38185, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:42:51,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 788 msec 2024-11-18T07:42:51,460 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731915771460, completionTime=-1 2024-11-18T07:42:51,460 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T07:42:51,460 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T07:42:51,463 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T07:42:51,463 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731915831463 2024-11-18T07:42:51,463 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731915891463 2024-11-18T07:42:51,463 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-18T07:42:51,463 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34625,1731915769746-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:51,463 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34625,1731915769746-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:51,464 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34625,1731915769746-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:51,464 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb3d252950:34625, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:51,464 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:51,464 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:51,466 DEBUG [master/87fb3d252950:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T07:42:51,468 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.504sec 2024-11-18T07:42:51,468 INFO [master/87fb3d252950:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T07:42:51,468 INFO [master/87fb3d252950:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T07:42:51,469 INFO [master/87fb3d252950:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T07:42:51,469 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T07:42:51,469 INFO [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T07:42:51,469 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34625,1731915769746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:42:51,469 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34625,1731915769746-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T07:42:51,472 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T07:42:51,472 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T07:42:51,472 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34625,1731915769746-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:42:51,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cbab90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:42:51,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb3d252950,34625,-1 for getting cluster id 2024-11-18T07:42:51,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T07:42:51,530 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9683bfb6-5005-4bb4-9b5e-aceed30def51' 2024-11-18T07:42:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T07:42:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9683bfb6-5005-4bb4-9b5e-aceed30def51" 2024-11-18T07:42:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7101323f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:42:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb3d252950,34625,-1] 2024-11-18T07:42:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T07:42:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:42:51,535 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T07:42:51,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba84501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:42:51,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:42:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,38203,1731915769896, seqNum=-1] 2024-11-18T07:42:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:42:51,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:42:51,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb3d252950,34625,1731915769746 2024-11-18T07:42:51,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:42:51,547 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T07:42:51,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T07:42:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb3d252950,34625,1731915769746 2024-11-18T07:42:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f598044 2024-11-18T07:42:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T07:42:51,550 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T07:42:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T07:42:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T07:42:51,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:42:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:42:51,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T07:42:51,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:51,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-18T07:42:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:42:51,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T07:42:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741835_1011 (size=405) 2024-11-18T07:42:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741835_1011 (size=405) 2024-11-18T07:42:51,563 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e4989bc0a03aea492e7fe0da3086514, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779 2024-11-18T07:42:51,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741836_1012 (size=88) 2024-11-18T07:42:51,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741836_1012 (size=88) 2024-11-18T07:42:51,570 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:51,570 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 7e4989bc0a03aea492e7fe0da3086514, disabling compactions & flushes 2024-11-18T07:42:51,570 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:42:51,570 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:42:51,570 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. after waiting 0 ms 2024-11-18T07:42:51,571 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:42:51,571 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:42:51,571 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e4989bc0a03aea492e7fe0da3086514: Waiting for close lock at 1731915771570Disabling compacts and flushes for region at 1731915771570Disabling writes for close at 1731915771570Writing region close event to WAL at 1731915771571 (+1 ms)Closed at 1731915771571 2024-11-18T07:42:51,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T07:42:51,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731915771572"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731915771572"}]},"ts":"1731915771572"} 2024-11-18T07:42:51,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T07:42:51,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T07:42:51,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731915771576"}]},"ts":"1731915771576"} 2024-11-18T07:42:51,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-18T07:42:51,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=7e4989bc0a03aea492e7fe0da3086514, ASSIGN}] 2024-11-18T07:42:51,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=7e4989bc0a03aea492e7fe0da3086514, ASSIGN 2024-11-18T07:42:51,582 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=7e4989bc0a03aea492e7fe0da3086514, ASSIGN; state=OFFLINE, location=87fb3d252950,38203,1731915769896; forceNewPlan=false, retain=false 2024-11-18T07:42:51,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e4989bc0a03aea492e7fe0da3086514, regionState=OPENING, regionLocation=87fb3d252950,38203,1731915769896 2024-11-18T07:42:51,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=7e4989bc0a03aea492e7fe0da3086514, ASSIGN because future has completed 2024-11-18T07:42:51,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e4989bc0a03aea492e7fe0da3086514, server=87fb3d252950,38203,1731915769896}] 2024-11-18T07:42:51,908 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:42:51,909 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e4989bc0a03aea492e7fe0da3086514, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:42:51,909 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,909 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:42:51,909 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,909 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,911 INFO [StoreOpener-7e4989bc0a03aea492e7fe0da3086514-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,912 INFO [StoreOpener-7e4989bc0a03aea492e7fe0da3086514-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e4989bc0a03aea492e7fe0da3086514 columnFamilyName info 2024-11-18T07:42:51,913 DEBUG [StoreOpener-7e4989bc0a03aea492e7fe0da3086514-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:42:51,913 INFO [StoreOpener-7e4989bc0a03aea492e7fe0da3086514-1 {}] regionserver.HStore(327): Store=7e4989bc0a03aea492e7fe0da3086514/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:42:51,913 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,914 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,914 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,915 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,915 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,916 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,919 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:42:51,919 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7e4989bc0a03aea492e7fe0da3086514; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=757401, jitterRate=-0.036915555596351624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T07:42:51,919 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:42:51,920 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7e4989bc0a03aea492e7fe0da3086514: Running coprocessor pre-open hook at 1731915771910Writing region info on filesystem at 1731915771910Initializing all the Stores at 1731915771911 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915771911Cleaning up temporary data from old regions at 1731915771915 (+4 ms)Running coprocessor post-open hooks at 1731915771919 (+4 ms)Region opened successfully at 1731915771920 (+1 ms) 2024-11-18T07:42:51,921 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514., pid=6, masterSystemTime=1731915771897 2024-11-18T07:42:51,923 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:42:51,923 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:42:51,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e4989bc0a03aea492e7fe0da3086514, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,38203,1731915769896 2024-11-18T07:42:51,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e4989bc0a03aea492e7fe0da3086514, server=87fb3d252950,38203,1731915769896 because future has completed 2024-11-18T07:42:51,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T07:42:51,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e4989bc0a03aea492e7fe0da3086514, server=87fb3d252950,38203,1731915769896 in 187 msec 2024-11-18T07:42:51,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T07:42:51,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=7e4989bc0a03aea492e7fe0da3086514, ASSIGN in 352 msec 2024-11-18T07:42:51,936 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T07:42:51,936 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731915771936"}]},"ts":"1731915771936"} 2024-11-18T07:42:51,938 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-18T07:42:51,939 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T07:42:51,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 388 msec 2024-11-18T07:42:53,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T07:42:53,001 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T07:42:53,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:42:53,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T07:42:53,003 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:42:53,003 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-18T07:42:56,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T07:42:56,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:42:56,909 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T07:42:56,909 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-18T07:43:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:43:01,559 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T07:43:01,560 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-18T07:43:01,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:43:01,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514., hostname=87fb3d252950,38203,1731915769896, seqNum=2] 2024-11-18T07:43:01,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:43:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:43:01,579 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T07:43:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T07:43:01,581 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T07:43:01,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T07:43:01,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T07:43:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:01,745 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 7e4989bc0a03aea492e7fe0da3086514 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T07:43:01,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/0870f8271ccf44f48183600f5e199c6b is 1055, key is row0001/info:/1731915781568/Put/seqid=0 2024-11-18T07:43:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741837_1013 (size=6008) 2024-11-18T07:43:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741837_1013 (size=6008) 2024-11-18T07:43:01,767 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/0870f8271ccf44f48183600f5e199c6b 2024-11-18T07:43:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/0870f8271ccf44f48183600f5e199c6b as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/0870f8271ccf44f48183600f5e199c6b 2024-11-18T07:43:01,780 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/0870f8271ccf44f48183600f5e199c6b, entries=1, sequenceid=5, filesize=5.9 K 2024-11-18T07:43:01,782 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 7e4989bc0a03aea492e7fe0da3086514 in 36ms, sequenceid=5, compaction requested=false 2024-11-18T07:43:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 7e4989bc0a03aea492e7fe0da3086514: 2024-11-18T07:43:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:01,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T07:43:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T07:43:01,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T07:43:01,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-18T07:43:01,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 215 msec 2024-11-18T07:43:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T07:43:11,629 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T07:43:11,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:43:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:43:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T07:43:11,638 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T07:43:11,640 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T07:43:11,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T07:43:11,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-18T07:43:11,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:11,795 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 7e4989bc0a03aea492e7fe0da3086514 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T07:43:11,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/737acef9e7ca4a44bb3e1e4e2c55d3e3 is 1055, key is row0002/info:/1731915791632/Put/seqid=0 2024-11-18T07:43:11,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741838_1014 (size=6008) 2024-11-18T07:43:11,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741838_1014 (size=6008) 2024-11-18T07:43:11,820 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/737acef9e7ca4a44bb3e1e4e2c55d3e3 2024-11-18T07:43:11,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/737acef9e7ca4a44bb3e1e4e2c55d3e3 as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/737acef9e7ca4a44bb3e1e4e2c55d3e3 2024-11-18T07:43:11,844 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/737acef9e7ca4a44bb3e1e4e2c55d3e3, entries=1, sequenceid=9, filesize=5.9 K 2024-11-18T07:43:11,847 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 7e4989bc0a03aea492e7fe0da3086514 in 53ms, sequenceid=9, compaction requested=false 2024-11-18T07:43:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 7e4989bc0a03aea492e7fe0da3086514: 2024-11-18T07:43:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T07:43:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T07:43:11,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T07:43:11,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 211 msec 2024-11-18T07:43:11,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 222 msec 2024-11-18T07:43:19,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T07:43:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T07:43:21,689 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T07:43:21,702 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915801691, exclude list is [], retry=0 2024-11-18T07:43:21,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37797,DS-4ea7c279-b2ef-4e86-b38d-069b3e00f814,DISK] 2024-11-18T07:43:21,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38073,DS-3f4d5e26-79e1-47ed-a66c-d2471fc1ae99,DISK] 2024-11-18T07:43:21,706 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915770928 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915801691 2024-11-18T07:43:21,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39641:39641),(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-18T07:43:21,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915770928 is not closed yet, will try archiving it next time 2024-11-18T07:43:21,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:43:21,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741833_1009 (size=5471) 2024-11-18T07:43:21,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741833_1009 (size=5471) 2024-11-18T07:43:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:43:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T07:43:21,711 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T07:43:21,712 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T07:43:21,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T07:43:21,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T07:43:21,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:21,866 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 7e4989bc0a03aea492e7fe0da3086514 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T07:43:21,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/663955259da64b92aa2e5d2ecad194bf is 1055, key is row0003/info:/1731915801690/Put/seqid=0 2024-11-18T07:43:21,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741840_1016 (size=6008) 2024-11-18T07:43:21,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741840_1016 (size=6008) 2024-11-18T07:43:22,286 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/663955259da64b92aa2e5d2ecad194bf 2024-11-18T07:43:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/663955259da64b92aa2e5d2ecad194bf as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/663955259da64b92aa2e5d2ecad194bf 2024-11-18T07:43:22,302 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/663955259da64b92aa2e5d2ecad194bf, entries=1, sequenceid=13, filesize=5.9 K 2024-11-18T07:43:22,304 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 7e4989bc0a03aea492e7fe0da3086514 in 438ms, sequenceid=13, compaction requested=true 2024-11-18T07:43:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 7e4989bc0a03aea492e7fe0da3086514: 2024-11-18T07:43:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T07:43:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T07:43:22,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T07:43:22,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 594 msec 2024-11-18T07:43:22,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 603 msec 2024-11-18T07:43:31,475 INFO [master/87fb3d252950:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T07:43:31,475 INFO [master/87fb3d252950:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T07:43:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T07:43:31,810 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T07:43:31,817 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T07:43:31,821 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T07:43:31,822 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7e4989bc0a03aea492e7fe0da3086514/info is initiating minor compaction (all files) 2024-11-18T07:43:31,822 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T07:43:31,822 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:31,823 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7e4989bc0a03aea492e7fe0da3086514/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:31,823 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/0870f8271ccf44f48183600f5e199c6b, hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/737acef9e7ca4a44bb3e1e4e2c55d3e3, hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/663955259da64b92aa2e5d2ecad194bf] into tmpdir=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp, totalSize=17.6 K 2024-11-18T07:43:31,824 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0870f8271ccf44f48183600f5e199c6b, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731915781568 2024-11-18T07:43:31,825 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 737acef9e7ca4a44bb3e1e4e2c55d3e3, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731915791632 2024-11-18T07:43:31,825 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 663955259da64b92aa2e5d2ecad194bf, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731915801690 2024-11-18T07:43:31,848 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 7e4989bc0a03aea492e7fe0da3086514#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:43:31,849 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/d3ae6fe5343d435ea05bd89f18de4ae4 is 1055, key is row0001/info:/1731915781568/Put/seqid=0 2024-11-18T07:43:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741841_1017 (size=8221) 2024-11-18T07:43:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741841_1017 (size=8221) 2024-11-18T07:43:31,861 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/d3ae6fe5343d435ea05bd89f18de4ae4 as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/d3ae6fe5343d435ea05bd89f18de4ae4 2024-11-18T07:43:31,876 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e4989bc0a03aea492e7fe0da3086514/info of 7e4989bc0a03aea492e7fe0da3086514 into d3ae6fe5343d435ea05bd89f18de4ae4(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:43:31,876 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7e4989bc0a03aea492e7fe0da3086514: 2024-11-18T07:43:31,890 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915811879, exclude list is [], retry=0 2024-11-18T07:43:31,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37797,DS-4ea7c279-b2ef-4e86-b38d-069b3e00f814,DISK] 2024-11-18T07:43:31,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38073,DS-3f4d5e26-79e1-47ed-a66c-d2471fc1ae99,DISK] 2024-11-18T07:43:31,895 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915801691 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915811879 2024-11-18T07:43:31,895 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527),(127.0.0.1/127.0.0.1:39641:39641)] 2024-11-18T07:43:31,895 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915801691 is not closed yet, will try archiving it next time 2024-11-18T07:43:31,895 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915770928 to hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/oldWALs/87fb3d252950%2C38203%2C1731915769896.1731915770928 2024-11-18T07:43:31,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:43:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741839_1015 (size=2495) 2024-11-18T07:43:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741839_1015 (size=2495) 2024-11-18T07:43:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:43:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T07:43:31,898 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T07:43:31,899 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T07:43:31,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T07:43:32,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T07:43:32,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:32,054 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 7e4989bc0a03aea492e7fe0da3086514 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T07:43:32,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/ec5017d022df4d859e611e2527bf16a7 is 1055, key is row0000/info:/1731915811878/Put/seqid=0 2024-11-18T07:43:32,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741843_1019 (size=6008) 2024-11-18T07:43:32,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741843_1019 (size=6008) 2024-11-18T07:43:32,072 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/ec5017d022df4d859e611e2527bf16a7 2024-11-18T07:43:32,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/ec5017d022df4d859e611e2527bf16a7 as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/ec5017d022df4d859e611e2527bf16a7 2024-11-18T07:43:32,087 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/ec5017d022df4d859e611e2527bf16a7, entries=1, sequenceid=18, filesize=5.9 K 2024-11-18T07:43:32,088 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 7e4989bc0a03aea492e7fe0da3086514 in 34ms, sequenceid=18, compaction requested=false 2024-11-18T07:43:32,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 7e4989bc0a03aea492e7fe0da3086514: 2024-11-18T07:43:32,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:32,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T07:43:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T07:43:32,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T07:43:32,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-11-18T07:43:32,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-18T07:43:36,909 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7e4989bc0a03aea492e7fe0da3086514, had cached 0 bytes from a total of 14229 2024-11-18T07:43:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T07:43:42,000 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T07:43:42,024 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915822005, exclude list is [], retry=0 2024-11-18T07:43:42,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38073,DS-3f4d5e26-79e1-47ed-a66c-d2471fc1ae99,DISK] 2024-11-18T07:43:42,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37797,DS-4ea7c279-b2ef-4e86-b38d-069b3e00f814,DISK] 2024-11-18T07:43:42,028 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915811879 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915822005 2024-11-18T07:43:42,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527),(127.0.0.1/127.0.0.1:39641:39641)] 2024-11-18T07:43:42,029 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915811879 is not closed yet, will try archiving it next time 2024-11-18T07:43:42,029 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/WALs/87fb3d252950,38203,1731915769896/87fb3d252950%2C38203%2C1731915769896.1731915801691 to hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/oldWALs/87fb3d252950%2C38203%2C1731915769896.1731915801691 2024-11-18T07:43:42,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T07:43:42,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T07:43:42,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:43:42,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:43:42,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:43:42,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T07:43:42,029 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T07:43:42,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1586662429, stopped=false 2024-11-18T07:43:42,030 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb3d252950,34625,1731915769746 2024-11-18T07:43:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741842_1018 (size=2001) 2024-11-18T07:43:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741842_1018 (size=2001) 2024-11-18T07:43:42,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T07:43:42,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T07:43:42,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:42,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:42,080 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:43:42,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T07:43:42,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:43:42,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:43:42,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:43:42,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:43:42,081 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb3d252950,38203,1731915769896' ***** 2024-11-18T07:43:42,081 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T07:43:42,082 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T07:43:42,082 INFO [RS:0;87fb3d252950:38203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T07:43:42,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T07:43:42,083 INFO [RS:0;87fb3d252950:38203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T07:43:42,083 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:43:42,083 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(959): stopping server 87fb3d252950,38203,1731915769896 2024-11-18T07:43:42,083 INFO [RS:0;87fb3d252950:38203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:43:42,084 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e4989bc0a03aea492e7fe0da3086514, disabling compactions & flushes 2024-11-18T07:43:42,084 INFO [RS:0;87fb3d252950:38203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb3d252950:38203. 2024-11-18T07:43:42,084 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:42,084 DEBUG [RS:0;87fb3d252950:38203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:43:42,084 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:42,084 DEBUG [RS:0;87fb3d252950:38203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:43:42,084 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. after waiting 0 ms 2024-11-18T07:43:42,084 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:42,084 INFO [RS:0;87fb3d252950:38203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T07:43:42,084 INFO [RS:0;87fb3d252950:38203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T07:43:42,084 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e4989bc0a03aea492e7fe0da3086514 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T07:43:42,084 INFO [RS:0;87fb3d252950:38203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T07:43:42,085 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T07:43:42,085 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T07:43:42,085 DEBUG [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7e4989bc0a03aea492e7fe0da3086514=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.} 2024-11-18T07:43:42,085 DEBUG [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e4989bc0a03aea492e7fe0da3086514 2024-11-18T07:43:42,085 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:43:42,086 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:43:42,086 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:43:42,086 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T07:43:42,086 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:43:42,086 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-18T07:43:42,090 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/083ce62564844dc4b3d2d2f5f2f71e0c is 1055, key is row0001/info:/1731915822002/Put/seqid=0 2024-11-18T07:43:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741845_1021 (size=6008) 2024-11-18T07:43:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741845_1021 (size=6008) 2024-11-18T07:43:42,098 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/083ce62564844dc4b3d2d2f5f2f71e0c 2024-11-18T07:43:42,103 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/.tmp/info/ff73f4e964d047bdae5614d2698d56d2 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514./info:regioninfo/1731915771924/Put/seqid=0 2024-11-18T07:43:42,105 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/.tmp/info/083ce62564844dc4b3d2d2f5f2f71e0c as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/083ce62564844dc4b3d2d2f5f2f71e0c 2024-11-18T07:43:42,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741846_1022 (size=7308) 2024-11-18T07:43:42,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741846_1022 (size=7308) 2024-11-18T07:43:42,110 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/.tmp/info/ff73f4e964d047bdae5614d2698d56d2 2024-11-18T07:43:42,112 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/083ce62564844dc4b3d2d2f5f2f71e0c, entries=1, sequenceid=22, filesize=5.9 K 2024-11-18T07:43:42,113 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 7e4989bc0a03aea492e7fe0da3086514 in 29ms, sequenceid=22, compaction requested=true 2024-11-18T07:43:42,114 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/0870f8271ccf44f48183600f5e199c6b, hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/737acef9e7ca4a44bb3e1e4e2c55d3e3, hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/663955259da64b92aa2e5d2ecad194bf] to archive 2024-11-18T07:43:42,117 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T07:43:42,119 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/0870f8271ccf44f48183600f5e199c6b to hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/0870f8271ccf44f48183600f5e199c6b 2024-11-18T07:43:42,121 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/737acef9e7ca4a44bb3e1e4e2c55d3e3 to hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/737acef9e7ca4a44bb3e1e4e2c55d3e3 2024-11-18T07:43:42,122 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/663955259da64b92aa2e5d2ecad194bf to hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/info/663955259da64b92aa2e5d2ecad194bf 2024-11-18T07:43:42,131 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/.tmp/ns/607729ed199c4f57903c2f49b694121b is 43, key is default/ns:d/1731915771455/Put/seqid=0 2024-11-18T07:43:42,133 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb3d252950:34625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-18T07:43:42,134 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [0870f8271ccf44f48183600f5e199c6b=6008, 737acef9e7ca4a44bb3e1e4e2c55d3e3=6008, 663955259da64b92aa2e5d2ecad194bf=6008] 2024-11-18T07:43:42,140 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/7e4989bc0a03aea492e7fe0da3086514/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-18T07:43:42,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741847_1023 (size=5153) 2024-11-18T07:43:42,141 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:42,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741847_1023 (size=5153) 2024-11-18T07:43:42,141 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e4989bc0a03aea492e7fe0da3086514: Waiting for close lock at 1731915822083Running coprocessor pre-close hooks at 1731915822083Disabling compacts and flushes for region at 1731915822083Disabling writes for close at 1731915822084 (+1 ms)Obtaining lock to block concurrent updates at 1731915822084Preparing flush snapshotting stores in 7e4989bc0a03aea492e7fe0da3086514 at 1731915822084Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731915822085 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. at 1731915822086 (+1 ms)Flushing 7e4989bc0a03aea492e7fe0da3086514/info: creating writer at 1731915822086Flushing 7e4989bc0a03aea492e7fe0da3086514/info: appending metadata at 1731915822089 (+3 ms)Flushing 7e4989bc0a03aea492e7fe0da3086514/info: closing flushed file at 1731915822090 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d71513: reopening flushed file at 1731915822104 (+14 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 7e4989bc0a03aea492e7fe0da3086514 in 29ms, sequenceid=22, compaction requested=true at 1731915822113 (+9 ms)Writing region close event to WAL at 1731915822135 (+22 ms)Running coprocessor post-close hooks at 1731915822141 (+6 ms)Closed at 1731915822141 2024-11-18T07:43:42,141 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731915771550.7e4989bc0a03aea492e7fe0da3086514. 2024-11-18T07:43:42,142 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/.tmp/ns/607729ed199c4f57903c2f49b694121b 2024-11-18T07:43:42,165 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/.tmp/table/e7fd04046b784387b03949e7fe5ab848 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731915771936/Put/seqid=0 2024-11-18T07:43:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741848_1024 (size=5508) 2024-11-18T07:43:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741848_1024 (size=5508) 2024-11-18T07:43:42,172 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/.tmp/table/e7fd04046b784387b03949e7fe5ab848 2024-11-18T07:43:42,179 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/.tmp/info/ff73f4e964d047bdae5614d2698d56d2 as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/info/ff73f4e964d047bdae5614d2698d56d2 2024-11-18T07:43:42,186 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/info/ff73f4e964d047bdae5614d2698d56d2, entries=10, sequenceid=11, filesize=7.1 K 2024-11-18T07:43:42,187 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/.tmp/ns/607729ed199c4f57903c2f49b694121b as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/ns/607729ed199c4f57903c2f49b694121b 2024-11-18T07:43:42,193 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/ns/607729ed199c4f57903c2f49b694121b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T07:43:42,194 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/.tmp/table/e7fd04046b784387b03949e7fe5ab848 as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/table/e7fd04046b784387b03949e7fe5ab848 2024-11-18T07:43:42,200 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/table/e7fd04046b784387b03949e7fe5ab848, entries=2, sequenceid=11, filesize=5.4 K 2024-11-18T07:43:42,201 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=11, compaction requested=false 2024-11-18T07:43:42,206 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T07:43:42,207 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:43:42,207 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:43:42,207 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731915822085Running coprocessor pre-close hooks at 1731915822085Disabling compacts and flushes for region at 1731915822085Disabling writes for close at 1731915822086 (+1 ms)Obtaining lock to block concurrent updates at 1731915822086Preparing flush snapshotting stores in 1588230740 at 1731915822086Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731915822087 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731915822087Flushing 1588230740/info: creating writer at 1731915822087Flushing 1588230740/info: appending metadata at 1731915822103 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731915822103Flushing 1588230740/ns: creating writer at 1731915822117 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731915822130 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731915822130Flushing 1588230740/table: creating writer at 1731915822147 (+17 ms)Flushing 1588230740/table: appending metadata at 1731915822165 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731915822165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acd5a47: reopening flushed file at 1731915822178 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6400919f: reopening flushed file at 1731915822186 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500ee0a2: reopening flushed file at 1731915822193 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=11, compaction requested=false at 1731915822201 (+8 ms)Writing region close event to WAL at 1731915822203 (+2 ms)Running coprocessor post-close hooks at 1731915822206 (+3 ms)Closed at 1731915822207 (+1 ms) 2024-11-18T07:43:42,207 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T07:43:42,286 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(976): stopping server 87fb3d252950,38203,1731915769896; all regions closed. 2024-11-18T07:43:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741834_1010 (size=3306) 2024-11-18T07:43:42,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741834_1010 (size=3306) 2024-11-18T07:43:42,294 DEBUG [RS:0;87fb3d252950:38203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/oldWALs 2024-11-18T07:43:42,294 INFO [RS:0;87fb3d252950:38203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C38203%2C1731915769896.meta:.meta(num 1731915771345) 2024-11-18T07:43:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741844_1020 (size=1252) 2024-11-18T07:43:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741844_1020 (size=1252) 2024-11-18T07:43:42,303 DEBUG [RS:0;87fb3d252950:38203 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/oldWALs 2024-11-18T07:43:42,303 INFO [RS:0;87fb3d252950:38203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C38203%2C1731915769896:(num 1731915822005) 2024-11-18T07:43:42,303 DEBUG [RS:0;87fb3d252950:38203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:43:42,303 INFO [RS:0;87fb3d252950:38203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:43:42,303 INFO [RS:0;87fb3d252950:38203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T07:43:42,304 INFO [RS:0;87fb3d252950:38203 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb3d252950:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T07:43:42,304 INFO [RS:0;87fb3d252950:38203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T07:43:42,304 INFO [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T07:43:42,304 INFO [RS:0;87fb3d252950:38203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38203 2024-11-18T07:43:42,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:43:42,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb3d252950,38203,1731915769896 2024-11-18T07:43:42,363 INFO [RS:0;87fb3d252950:38203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:43:42,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb3d252950,38203,1731915769896] 2024-11-18T07:43:42,380 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb3d252950,38203,1731915769896 already deleted, retry=false 2024-11-18T07:43:42,380 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb3d252950,38203,1731915769896 expired; onlineServers=0 2024-11-18T07:43:42,380 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb3d252950,34625,1731915769746' ***** 2024-11-18T07:43:42,380 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T07:43:42,380 INFO [M:0;87fb3d252950:34625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:43:42,381 INFO [M:0;87fb3d252950:34625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T07:43:42,381 DEBUG [M:0;87fb3d252950:34625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T07:43:42,381 DEBUG [M:0;87fb3d252950:34625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T07:43:42,381 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915770681 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915770681,5,FailOnTimeoutGroup] 2024-11-18T07:43:42,381 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915770681 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915770681,5,FailOnTimeoutGroup] 2024-11-18T07:43:42,381 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T07:43:42,382 INFO [M:0;87fb3d252950:34625 {}] hbase.ChoreService(370): Chore service for: master/87fb3d252950:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T07:43:42,382 INFO [M:0;87fb3d252950:34625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T07:43:42,382 DEBUG [M:0;87fb3d252950:34625 {}] master.HMaster(1795): Stopping service threads 2024-11-18T07:43:42,383 INFO [M:0;87fb3d252950:34625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T07:43:42,383 INFO [M:0;87fb3d252950:34625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:43:42,384 INFO [M:0;87fb3d252950:34625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T07:43:42,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T07:43:42,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T07:43:42,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:42,388 DEBUG [M:0;87fb3d252950:34625 {}] zookeeper.ZKUtil(347): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T07:43:42,388 WARN [M:0;87fb3d252950:34625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T07:43:42,391 INFO [M:0;87fb3d252950:34625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/.lastflushedseqids 2024-11-18T07:43:42,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741849_1025 (size=130) 2024-11-18T07:43:42,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741849_1025 (size=130) 2024-11-18T07:43:42,397 INFO [M:0;87fb3d252950:34625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T07:43:42,397 INFO [M:0;87fb3d252950:34625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T07:43:42,397 DEBUG [M:0;87fb3d252950:34625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:43:42,398 INFO [M:0;87fb3d252950:34625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:43:42,398 DEBUG [M:0;87fb3d252950:34625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:43:42,398 DEBUG [M:0;87fb3d252950:34625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:43:42,398 DEBUG [M:0;87fb3d252950:34625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:43:42,398 INFO [M:0;87fb3d252950:34625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.62 KB heapSize=55.02 KB 2024-11-18T07:43:42,412 DEBUG [M:0;87fb3d252950:34625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15990404d6f74872a0b403021dcfc361 is 82, key is hbase:meta,,1/info:regioninfo/1731915771380/Put/seqid=0 2024-11-18T07:43:42,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741850_1026 (size=5672) 2024-11-18T07:43:42,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741850_1026 (size=5672) 2024-11-18T07:43:42,418 INFO [M:0;87fb3d252950:34625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15990404d6f74872a0b403021dcfc361 2024-11-18T07:43:42,438 DEBUG [M:0;87fb3d252950:34625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8915e8a959a34f738fe12b08b3289933 is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731915771940/Put/seqid=0 2024-11-18T07:43:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741851_1027 (size=7826) 2024-11-18T07:43:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741851_1027 (size=7826) 2024-11-18T07:43:42,444 INFO [M:0;87fb3d252950:34625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.02 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8915e8a959a34f738fe12b08b3289933 2024-11-18T07:43:42,449 INFO [M:0;87fb3d252950:34625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8915e8a959a34f738fe12b08b3289933 2024-11-18T07:43:42,463 DEBUG [M:0;87fb3d252950:34625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c316db2789f844c3a4cf3ee0034919ae is 69, key is 87fb3d252950,38203,1731915769896/rs:state/1731915770770/Put/seqid=0 2024-11-18T07:43:42,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741852_1028 (size=5156) 2024-11-18T07:43:42,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741852_1028 (size=5156) 2024-11-18T07:43:42,469 INFO [M:0;87fb3d252950:34625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c316db2789f844c3a4cf3ee0034919ae 2024-11-18T07:43:42,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:43:42,472 INFO [RS:0;87fb3d252950:38203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:43:42,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38203-0x1014e2efa440001, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:43:42,472 INFO [RS:0;87fb3d252950:38203 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb3d252950,38203,1731915769896; zookeeper connection closed. 2024-11-18T07:43:42,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2395804a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2395804a 2024-11-18T07:43:42,472 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T07:43:42,488 DEBUG [M:0;87fb3d252950:34625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a5535aaa33e9467899922a898c3729b7 is 52, key is load_balancer_on/state:d/1731915771546/Put/seqid=0 2024-11-18T07:43:42,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741853_1029 (size=5056) 2024-11-18T07:43:42,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741853_1029 (size=5056) 2024-11-18T07:43:42,494 INFO [M:0;87fb3d252950:34625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a5535aaa33e9467899922a898c3729b7 2024-11-18T07:43:42,500 DEBUG [M:0;87fb3d252950:34625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15990404d6f74872a0b403021dcfc361 as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15990404d6f74872a0b403021dcfc361 2024-11-18T07:43:42,505 INFO [M:0;87fb3d252950:34625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15990404d6f74872a0b403021dcfc361, entries=8, sequenceid=121, filesize=5.5 K 2024-11-18T07:43:42,506 DEBUG [M:0;87fb3d252950:34625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8915e8a959a34f738fe12b08b3289933 as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8915e8a959a34f738fe12b08b3289933 2024-11-18T07:43:42,511 INFO [M:0;87fb3d252950:34625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8915e8a959a34f738fe12b08b3289933 2024-11-18T07:43:42,511 INFO [M:0;87fb3d252950:34625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8915e8a959a34f738fe12b08b3289933, entries=14, sequenceid=121, filesize=7.6 K 2024-11-18T07:43:42,512 DEBUG [M:0;87fb3d252950:34625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c316db2789f844c3a4cf3ee0034919ae as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c316db2789f844c3a4cf3ee0034919ae 2024-11-18T07:43:42,518 INFO [M:0;87fb3d252950:34625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c316db2789f844c3a4cf3ee0034919ae, entries=1, sequenceid=121, filesize=5.0 K 2024-11-18T07:43:42,519 DEBUG [M:0;87fb3d252950:34625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a5535aaa33e9467899922a898c3729b7 as hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a5535aaa33e9467899922a898c3729b7 2024-11-18T07:43:42,525 INFO [M:0;87fb3d252950:34625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/22ccecde-114a-c67f-1874-9a65565da779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a5535aaa33e9467899922a898c3729b7, entries=1, sequenceid=121, filesize=4.9 K 2024-11-18T07:43:42,526 INFO [M:0;87fb3d252950:34625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.62 KB/44668, heapSize ~54.96 KB/56280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false 2024-11-18T07:43:42,528 INFO [M:0;87fb3d252950:34625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:43:42,528 DEBUG [M:0;87fb3d252950:34625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731915822397Disabling compacts and flushes for region at 1731915822397Disabling writes for close at 1731915822398 (+1 ms)Obtaining lock to block concurrent updates at 1731915822398Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731915822398Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44668, getHeapSize=56280, getOffHeapSize=0, getCellsCount=140 at 1731915822398Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731915822399 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731915822399Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731915822412 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731915822412Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731915822423 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731915822437 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731915822437Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731915822449 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731915822463 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731915822463Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731915822475 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731915822488 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731915822488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7a4522: reopening flushed file at 1731915822499 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50012c9a: reopening flushed file at 1731915822505 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fde4a99: reopening flushed file at 1731915822512 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c231e6a: reopening flushed file at 1731915822518 (+6 ms)Finished flush of dataSize ~43.62 KB/44668, heapSize ~54.96 KB/56280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false at 1731915822526 (+8 ms)Writing region close event to WAL at 1731915822528 (+2 ms)Closed at 1731915822528 2024-11-18T07:43:42,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37797 is added to blk_1073741830_1006 (size=53065) 2024-11-18T07:43:42,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38073 is added to blk_1073741830_1006 (size=53065) 2024-11-18T07:43:42,531 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T07:43:42,531 INFO [M:0;87fb3d252950:34625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T07:43:42,532 INFO [M:0;87fb3d252950:34625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34625 2024-11-18T07:43:42,532 INFO [M:0;87fb3d252950:34625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:43:42,638 INFO [M:0;87fb3d252950:34625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:43:42,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:43:42,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34625-0x1014e2efa440000, quorum=127.0.0.1:54772, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:43:42,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b84b1a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:43:42,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49f08fec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:43:42,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:43:42,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7819af0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:43:42,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54830caa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/hadoop.log.dir/,STOPPED} 2024-11-18T07:43:42,644 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:43:42,644 WARN [BP-1647251515-172.17.0.2-1731915768051 heartbeating to localhost/127.0.0.1:46789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:43:42,644 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:43:42,644 WARN [BP-1647251515-172.17.0.2-1731915768051 heartbeating to localhost/127.0.0.1:46789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1647251515-172.17.0.2-1731915768051 (Datanode Uuid 20590052-25aa-4bc0-a4f4-ea8571f1ad6b) service to localhost/127.0.0.1:46789 2024-11-18T07:43:42,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/data/data3/current/BP-1647251515-172.17.0.2-1731915768051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:43:42,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/data/data4/current/BP-1647251515-172.17.0.2-1731915768051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:43:42,645 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:43:42,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a5b0f26{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:43:42,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@917caee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:43:42,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:43:42,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac754e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:43:42,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ee84a9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/hadoop.log.dir/,STOPPED} 2024-11-18T07:43:42,651 WARN [BP-1647251515-172.17.0.2-1731915768051 heartbeating to localhost/127.0.0.1:46789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:43:42,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:43:42,652 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:43:42,652 WARN [BP-1647251515-172.17.0.2-1731915768051 heartbeating to localhost/127.0.0.1:46789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1647251515-172.17.0.2-1731915768051 (Datanode Uuid 830ff6a2-8628-48da-8b06-f1048735d253) service to localhost/127.0.0.1:46789 2024-11-18T07:43:42,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/data/data1/current/BP-1647251515-172.17.0.2-1731915768051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:43:42,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/cluster_cf6a48d5-ea15-2461-292c-87ab89f98e9d/data/data2/current/BP-1647251515-172.17.0.2-1731915768051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:43:42,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:43:42,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@541d2215{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:43:42,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27ea4733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:43:42,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:43:42,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c00d254{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:43:42,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@240e753c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/hadoop.log.dir/,STOPPED} 2024-11-18T07:43:42,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T07:43:42,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T07:43:42,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=100 (was 104), OpenFileDescriptor=428 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 394), ProcessCount=11 (was 11), AvailableMemoryMB=5913 (was 5870) - AvailableMemoryMB LEAK? - 2024-11-18T07:43:42,698 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=100, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=5914 2024-11-18T07:43:42,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T07:43:42,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/hadoop.log.dir so I do NOT create it in target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c 2024-11-18T07:43:42,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0961dc1a-75bf-bb74-e897-f6aea06c4e4e/hadoop.tmp.dir so I do NOT create it in target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c 2024-11-18T07:43:42,699 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b, deleteOnExit=true 2024-11-18T07:43:42,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T07:43:42,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/test.cache.data in system properties and HBase conf 2024-11-18T07:43:42,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T07:43:42,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/hadoop.log.dir in system properties and HBase conf 2024-11-18T07:43:42,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T07:43:42,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T07:43:42,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T07:43:42,700 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T07:43:42,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:43:42,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:43:42,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T07:43:42,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:43:42,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T07:43:42,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T07:43:42,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:43:42,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:43:42,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T07:43:42,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/nfs.dump.dir in system properties and HBase conf 2024-11-18T07:43:42,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/java.io.tmpdir in system properties and HBase conf 2024-11-18T07:43:42,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:43:42,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T07:43:42,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T07:43:42,794 INFO [regionserver/87fb3d252950:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:43:43,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:43:43,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T07:43:43,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T07:43:43,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T07:43:43,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:43:43,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:43:43,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:43:43,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:43:43,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:43:43,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:43:43,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41196da6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:43:43,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65cf84c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:43:43,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56bed761{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/java.io.tmpdir/jetty-localhost-35127-hadoop-hdfs-3_4_1-tests_jar-_-any-11124302817719760433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:43:43,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6acbe6d4{HTTP/1.1, (http/1.1)}{localhost:35127} 2024-11-18T07:43:43,170 INFO [Time-limited test {}] server.Server(415): Started @147600ms 2024-11-18T07:43:43,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:43:43,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:43:43,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:43:43,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:43:43,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:43:43,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48e48860{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:43:43,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220bca55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:43:43,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59a360e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/java.io.tmpdir/jetty-localhost-40285-hadoop-hdfs-3_4_1-tests_jar-_-any-5756794976730252449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:43:43,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@359473ac{HTTP/1.1, (http/1.1)}{localhost:40285} 2024-11-18T07:43:43,486 INFO [Time-limited test {}] server.Server(415): Started @147916ms 2024-11-18T07:43:43,487 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:43:43,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:43:43,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:43:43,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:43:43,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:43:43,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T07:43:43,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d52625f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:43:43,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23267338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:43:43,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32d50d60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/java.io.tmpdir/jetty-localhost-36289-hadoop-hdfs-3_4_1-tests_jar-_-any-17112327829118396658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:43:43,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e9632bd{HTTP/1.1, (http/1.1)}{localhost:36289} 2024-11-18T07:43:43,620 INFO [Time-limited test {}] server.Server(415): Started @148050ms 2024-11-18T07:43:43,621 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:43:44,412 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/data/data1/current/BP-119503363-172.17.0.2-1731915822717/current, will proceed with Du for space computation calculation, 2024-11-18T07:43:44,412 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/data/data2/current/BP-119503363-172.17.0.2-1731915822717/current, will proceed with Du for space computation calculation, 2024-11-18T07:43:44,433 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:43:44,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4949a530a297a0a with lease ID 0x39edba86346948b4: Processing first storage report for DS-759b8f8e-5e93-4474-8f34-8bea58589584 from datanode DatanodeRegistration(127.0.0.1:43599, datanodeUuid=ebffd8c6-b30f-40be-9b30-475611cf0716, infoPort=33363, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=457157265;c=1731915822717) 2024-11-18T07:43:44,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4949a530a297a0a with lease ID 0x39edba86346948b4: from storage DS-759b8f8e-5e93-4474-8f34-8bea58589584 node DatanodeRegistration(127.0.0.1:43599, datanodeUuid=ebffd8c6-b30f-40be-9b30-475611cf0716, infoPort=33363, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=457157265;c=1731915822717), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:43:44,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4949a530a297a0a with lease ID 0x39edba86346948b4: Processing first storage report for DS-90fd0836-e951-46fd-acea-9056320d21b7 from datanode DatanodeRegistration(127.0.0.1:43599, datanodeUuid=ebffd8c6-b30f-40be-9b30-475611cf0716, infoPort=33363, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=457157265;c=1731915822717) 2024-11-18T07:43:44,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4949a530a297a0a with lease ID 0x39edba86346948b4: from storage DS-90fd0836-e951-46fd-acea-9056320d21b7 node DatanodeRegistration(127.0.0.1:43599, datanodeUuid=ebffd8c6-b30f-40be-9b30-475611cf0716, infoPort=33363, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=457157265;c=1731915822717), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:43:44,514 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/data/data3/current/BP-119503363-172.17.0.2-1731915822717/current, will proceed with Du for space computation calculation, 2024-11-18T07:43:44,514 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/data/data4/current/BP-119503363-172.17.0.2-1731915822717/current, will proceed with Du for space computation calculation, 2024-11-18T07:43:44,533 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:43:44,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57b7f0fefde7965c with lease ID 0x39edba86346948b5: Processing first storage report for DS-bd4f260a-ea8a-4705-a947-0d8ef22bef28 from datanode DatanodeRegistration(127.0.0.1:37107, datanodeUuid=f7a2e5c8-53c7-42e9-b49b-f34a700fbb51, infoPort=36521, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=457157265;c=1731915822717) 2024-11-18T07:43:44,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57b7f0fefde7965c with lease ID 0x39edba86346948b5: from storage DS-bd4f260a-ea8a-4705-a947-0d8ef22bef28 node DatanodeRegistration(127.0.0.1:37107, datanodeUuid=f7a2e5c8-53c7-42e9-b49b-f34a700fbb51, infoPort=36521, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=457157265;c=1731915822717), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:43:44,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57b7f0fefde7965c with lease ID 0x39edba86346948b5: Processing first storage report for DS-f24894de-4d6f-4a9f-98a8-04e9d5f3b429 from datanode DatanodeRegistration(127.0.0.1:37107, datanodeUuid=f7a2e5c8-53c7-42e9-b49b-f34a700fbb51, infoPort=36521, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=457157265;c=1731915822717) 2024-11-18T07:43:44,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57b7f0fefde7965c with lease ID 0x39edba86346948b5: from storage DS-f24894de-4d6f-4a9f-98a8-04e9d5f3b429 node DatanodeRegistration(127.0.0.1:37107, datanodeUuid=f7a2e5c8-53c7-42e9-b49b-f34a700fbb51, infoPort=36521, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=457157265;c=1731915822717), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:43:44,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c 2024-11-18T07:43:44,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/zookeeper_0, clientPort=61995, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T07:43:44,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61995 2024-11-18T07:43:44,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:43:44,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:43:44,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:43:44,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:43:44,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d with version=8 2024-11-18T07:43:44,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/hbase-staging 2024-11-18T07:43:44,570 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:43:44,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:43:44,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:43:44,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:43:44,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:43:44,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:43:44,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T07:43:44,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:43:44,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34265 2024-11-18T07:43:44,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34265 connecting to ZooKeeper ensemble=127.0.0.1:61995 2024-11-18T07:43:44,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342650x0, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:43:44,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34265-0x1014e2fd06d0000 connected 2024-11-18T07:43:44,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:43:44,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:43:44,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:43:44,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d, hbase.cluster.distributed=false 2024-11-18T07:43:44,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:43:44,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-18T07:43:44,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34265 2024-11-18T07:43:44,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34265 2024-11-18T07:43:44,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-18T07:43:44,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-18T07:43:44,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:43:44,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:43:44,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:43:44,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:43:44,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:43:44,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:43:44,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T07:43:44,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:43:44,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42951 2024-11-18T07:43:44,727 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42951 connecting to ZooKeeper ensemble=127.0.0.1:61995 2024-11-18T07:43:44,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:43:44,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:43:44,746 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429510x0, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:43:44,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429510x0, quorum=127.0.0.1:61995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:43:44,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42951-0x1014e2fd06d0001 connected 2024-11-18T07:43:44,747 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T07:43:44,747 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T07:43:44,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T07:43:44,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:43:44,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42951 2024-11-18T07:43:44,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42951 2024-11-18T07:43:44,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42951 2024-11-18T07:43:44,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42951 2024-11-18T07:43:44,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42951 2024-11-18T07:43:44,766 DEBUG [M:0;87fb3d252950:34265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb3d252950:34265 2024-11-18T07:43:44,766 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb3d252950,34265,1731915824570 2024-11-18T07:43:44,776 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:43:44,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:43:44,777 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb3d252950,34265,1731915824570 2024-11-18T07:43:44,787 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T07:43:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:44,788 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:44,788 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T07:43:44,788 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb3d252950,34265,1731915824570 from backup master directory 2024-11-18T07:43:44,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb3d252950,34265,1731915824570 2024-11-18T07:43:44,796 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:43:44,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:43:44,796 WARN [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:43:44,796 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb3d252950,34265,1731915824570 2024-11-18T07:43:44,800 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/hbase.id] with ID: 5804b1b4-bcd2-4ee4-a9ca-3730023686c1 2024-11-18T07:43:44,800 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/.tmp/hbase.id 2024-11-18T07:43:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:43:44,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:43:44,812 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/.tmp/hbase.id]:[hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/hbase.id] 2024-11-18T07:43:44,825 INFO [master/87fb3d252950:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:43:44,825 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T07:43:44,827 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T07:43:44,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:44,837 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:44,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:43:44,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:43:44,848 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:43:44,849 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T07:43:44,850 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:43:44,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:43:44,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:43:44,862 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store 2024-11-18T07:43:44,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:43:44,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:43:44,871 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:43:44,871 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:43:44,871 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:43:44,871 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:43:44,871 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:43:44,871 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:43:44,871 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:43:44,871 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731915824871Disabling compacts and flushes for region at 1731915824871Disabling writes for close at 1731915824871Writing region close event to WAL at 1731915824871Closed at 1731915824871 2024-11-18T07:43:44,872 WARN [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/.initializing 2024-11-18T07:43:44,872 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/WALs/87fb3d252950,34265,1731915824570 2024-11-18T07:43:44,873 INFO [master/87fb3d252950:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:43:44,875 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C34265%2C1731915824570, suffix=, logDir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/WALs/87fb3d252950,34265,1731915824570, archiveDir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/oldWALs, maxLogs=10 2024-11-18T07:43:44,887 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/WALs/87fb3d252950,34265,1731915824570/87fb3d252950%2C34265%2C1731915824570.1731915824875, exclude list is [], retry=0 2024-11-18T07:43:44,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43599,DS-759b8f8e-5e93-4474-8f34-8bea58589584,DISK] 2024-11-18T07:43:44,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37107,DS-bd4f260a-ea8a-4705-a947-0d8ef22bef28,DISK] 2024-11-18T07:43:44,893 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/WALs/87fb3d252950,34265,1731915824570/87fb3d252950%2C34265%2C1731915824570.1731915824875 2024-11-18T07:43:44,893 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36521:36521),(127.0.0.1/127.0.0.1:33363:33363)] 2024-11-18T07:43:44,893 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:43:44,893 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:43:44,893 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,893 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T07:43:44,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:44,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:43:44,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T07:43:44,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:44,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:43:44,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T07:43:44,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:44,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:43:44,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T07:43:44,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:44,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:43:44,900 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,901 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,901 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,902 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,902 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,902 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T07:43:44,903 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:43:44,905 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:43:44,905 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=874867, jitterRate=0.11245107650756836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T07:43:44,906 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731915824893Initializing all the Stores at 1731915824894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915824894Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915824894Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915824894Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915824894Cleaning up temporary data from old regions at 1731915824902 (+8 ms)Region opened successfully at 1731915824906 (+4 ms) 2024-11-18T07:43:44,906 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T07:43:44,909 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777251d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:43:44,910 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T07:43:44,910 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T07:43:44,910 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T07:43:44,911 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T07:43:44,911 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T07:43:44,911 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T07:43:44,911 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T07:43:44,913 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T07:43:44,914 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T07:43:44,926 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T07:43:44,927 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T07:43:44,928 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T07:43:44,937 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T07:43:44,938 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T07:43:44,939 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T07:43:44,946 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T07:43:44,946 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T07:43:44,954 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T07:43:44,956 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T07:43:44,962 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T07:43:44,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:43:44,971 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:43:44,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:44,971 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:44,971 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb3d252950,34265,1731915824570, sessionid=0x1014e2fd06d0000, setting cluster-up flag (Was=false) 2024-11-18T07:43:44,987 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:44,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:45,012 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T07:43:45,014 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,34265,1731915824570 2024-11-18T07:43:45,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:45,029 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:45,054 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T07:43:45,056 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,34265,1731915824570 2024-11-18T07:43:45,057 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T07:43:45,059 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T07:43:45,059 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T07:43:45,059 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T07:43:45,059 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb3d252950,34265,1731915824570 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T07:43:45,061 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:43:45,061 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:43:45,061 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:43:45,061 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:43:45,061 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb3d252950:0, corePoolSize=10, maxPoolSize=10 2024-11-18T07:43:45,061 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,061 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:43:45,061 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:43:45,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T07:43:45,064 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:45,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T07:43:45,066 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731915855066 2024-11-18T07:43:45,066 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T07:43:45,066 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T07:43:45,066 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T07:43:45,066 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T07:43:45,066 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T07:43:45,066 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T07:43:45,066 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,070 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T07:43:45,070 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T07:43:45,070 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T07:43:45,071 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T07:43:45,071 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T07:43:45,073 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915825071,5,FailOnTimeoutGroup] 2024-11-18T07:43:45,073 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915825073,5,FailOnTimeoutGroup] 2024-11-18T07:43:45,074 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,074 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T07:43:45,074 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,074 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:43:45,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:43:45,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T07:43:45,082 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d 2024-11-18T07:43:45,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:43:45,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:43:45,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:43:45,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:43:45,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:43:45,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:45,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:43:45,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:43:45,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:43:45,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:45,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:43:45,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:43:45,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:43:45,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:45,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:43:45,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:43:45,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:43:45,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:45,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:43:45,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:43:45,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740 2024-11-18T07:43:45,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740 2024-11-18T07:43:45,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:43:45,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:43:45,109 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T07:43:45,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:43:45,114 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:43:45,114 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=701099, jitterRate=-0.10850748419761658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T07:43:45,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731915825093Initializing all the Stores at 1731915825094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915825094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915825094Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915825094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915825094Cleaning up temporary data from old regions at 1731915825109 (+15 ms)Region opened successfully at 1731915825115 (+6 ms) 2024-11-18T07:43:45,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:43:45,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:43:45,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:43:45,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T07:43:45,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:43:45,116 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:43:45,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731915825115Disabling compacts and flushes for region at 1731915825115Disabling writes for close at 1731915825115Writing region close event to WAL at 1731915825116 (+1 ms)Closed at 1731915825116 2024-11-18T07:43:45,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:43:45,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T07:43:45,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T07:43:45,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:43:45,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T07:43:45,153 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(746): ClusterId : 5804b1b4-bcd2-4ee4-a9ca-3730023686c1 2024-11-18T07:43:45,153 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T07:43:45,169 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T07:43:45,169 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T07:43:45,180 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T07:43:45,180 DEBUG [RS:0;87fb3d252950:42951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c73e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:43:45,191 DEBUG [RS:0;87fb3d252950:42951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb3d252950:42951 2024-11-18T07:43:45,191 INFO [RS:0;87fb3d252950:42951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T07:43:45,191 INFO [RS:0;87fb3d252950:42951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T07:43:45,191 DEBUG [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T07:43:45,192 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb3d252950,34265,1731915824570 with port=42951, startcode=1731915824723 2024-11-18T07:43:45,192 DEBUG [RS:0;87fb3d252950:42951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T07:43:45,194 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45733, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T07:43:45,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb3d252950,42951,1731915824723 2024-11-18T07:43:45,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34265 {}] master.ServerManager(517): Registering regionserver=87fb3d252950,42951,1731915824723 2024-11-18T07:43:45,197 DEBUG [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d 2024-11-18T07:43:45,197 DEBUG [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45901 2024-11-18T07:43:45,197 DEBUG [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T07:43:45,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:43:45,205 DEBUG [RS:0;87fb3d252950:42951 {}] zookeeper.ZKUtil(111): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb3d252950,42951,1731915824723 2024-11-18T07:43:45,205 WARN [RS:0;87fb3d252950:42951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:43:45,205 INFO [RS:0;87fb3d252950:42951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:43:45,205 DEBUG [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723 2024-11-18T07:43:45,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb3d252950,42951,1731915824723] 2024-11-18T07:43:45,209 INFO [RS:0;87fb3d252950:42951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T07:43:45,211 INFO [RS:0;87fb3d252950:42951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T07:43:45,215 INFO [RS:0;87fb3d252950:42951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T07:43:45,215 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,215 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T07:43:45,216 INFO [RS:0;87fb3d252950:42951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T07:43:45,217 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,217 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,217 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,217 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,217 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,217 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,217 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:43:45,217 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,218 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,218 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,218 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,218 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,218 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:43:45,218 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:43:45,218 DEBUG [RS:0;87fb3d252950:42951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:43:45,221 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,221 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,221 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,221 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,221 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,221 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,42951,1731915824723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:43:45,242 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T07:43:45,242 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,42951,1731915824723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,242 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,242 INFO [RS:0;87fb3d252950:42951 {}] regionserver.Replication(171): 87fb3d252950,42951,1731915824723 started 2024-11-18T07:43:45,262 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,262 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(1482): Serving as 87fb3d252950,42951,1731915824723, RpcServer on 87fb3d252950/172.17.0.2:42951, sessionid=0x1014e2fd06d0001 2024-11-18T07:43:45,262 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T07:43:45,262 DEBUG [RS:0;87fb3d252950:42951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb3d252950,42951,1731915824723 2024-11-18T07:43:45,262 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,42951,1731915824723' 2024-11-18T07:43:45,262 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T07:43:45,263 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T07:43:45,263 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T07:43:45,263 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T07:43:45,263 DEBUG [RS:0;87fb3d252950:42951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb3d252950,42951,1731915824723 2024-11-18T07:43:45,263 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,42951,1731915824723' 2024-11-18T07:43:45,263 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T07:43:45,264 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T07:43:45,264 DEBUG [RS:0;87fb3d252950:42951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T07:43:45,264 INFO [RS:0;87fb3d252950:42951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T07:43:45,264 INFO [RS:0;87fb3d252950:42951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T07:43:45,271 WARN [87fb3d252950:34265 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T07:43:45,365 INFO [RS:0;87fb3d252950:42951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:43:45,367 INFO [RS:0;87fb3d252950:42951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C42951%2C1731915824723, suffix=, logDir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723, archiveDir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/oldWALs, maxLogs=32 2024-11-18T07:43:45,385 DEBUG [RS:0;87fb3d252950:42951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915825367, exclude list is [], retry=0 2024-11-18T07:43:45,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37107,DS-bd4f260a-ea8a-4705-a947-0d8ef22bef28,DISK] 2024-11-18T07:43:45,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43599,DS-759b8f8e-5e93-4474-8f34-8bea58589584,DISK] 2024-11-18T07:43:45,392 INFO [RS:0;87fb3d252950:42951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915825367 2024-11-18T07:43:45,393 DEBUG [RS:0;87fb3d252950:42951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36521:36521),(127.0.0.1/127.0.0.1:33363:33363)] 2024-11-18T07:43:45,521 DEBUG [87fb3d252950:34265 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T07:43:45,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb3d252950,42951,1731915824723 2024-11-18T07:43:45,524 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,42951,1731915824723, state=OPENING 2024-11-18T07:43:45,554 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T07:43:45,562 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:45,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:43:45,563 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:43:45,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:43:45,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,42951,1731915824723}] 2024-11-18T07:43:45,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:43:45,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T07:43:45,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56471, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T07:43:45,723 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T07:43:45,723 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:43:45,724 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T07:43:45,727 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C42951%2C1731915824723.meta, suffix=.meta, logDir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723, archiveDir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/oldWALs, maxLogs=32 2024-11-18T07:43:45,747 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.meta.1731915825728.meta, exclude list is [], retry=0 2024-11-18T07:43:45,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43599,DS-759b8f8e-5e93-4474-8f34-8bea58589584,DISK] 2024-11-18T07:43:45,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37107,DS-bd4f260a-ea8a-4705-a947-0d8ef22bef28,DISK] 2024-11-18T07:43:45,755 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.meta.1731915825728.meta 2024-11-18T07:43:45,755 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363),(127.0.0.1/127.0.0.1:36521:36521)] 2024-11-18T07:43:45,756 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:43:45,756 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T07:43:45,756 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T07:43:45,756 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T07:43:45,756 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T07:43:45,757 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:43:45,757 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T07:43:45,757 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T07:43:45,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:43:45,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:43:45,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:45,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:43:45,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:43:45,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:43:45,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:45,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:43:45,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:43:45,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:43:45,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:45,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:43:45,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:43:45,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:43:45,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:45,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:43:45,772 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:43:45,773 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740 2024-11-18T07:43:45,774 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740 2024-11-18T07:43:45,775 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:43:45,776 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:43:45,777 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T07:43:45,779 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:43:45,780 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=784500, jitterRate=-0.0024569928646087646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T07:43:45,780 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T07:43:45,781 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731915825757Writing region info on filesystem at 1731915825757Initializing all the Stores at 1731915825758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915825758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915825759 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915825759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915825759Cleaning up temporary data from old regions at 1731915825776 (+17 ms)Running coprocessor post-open hooks at 1731915825780 (+4 ms)Region opened successfully at 1731915825781 (+1 ms) 2024-11-18T07:43:45,782 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731915825717 2024-11-18T07:43:45,785 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T07:43:45,785 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T07:43:45,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42951,1731915824723 2024-11-18T07:43:45,788 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,42951,1731915824723, state=OPEN 2024-11-18T07:43:45,828 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:43:45,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:43:45,828 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb3d252950,42951,1731915824723 2024-11-18T07:43:45,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:43:45,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:43:45,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T07:43:45,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,42951,1731915824723 in 265 msec 2024-11-18T07:43:45,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T07:43:45,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 714 msec 2024-11-18T07:43:45,838 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:43:45,838 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T07:43:45,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:43:45,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,42951,1731915824723, seqNum=-1] 2024-11-18T07:43:45,840 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:43:45,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42539, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:43:45,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 790 msec 2024-11-18T07:43:45,853 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731915825852, completionTime=-1 2024-11-18T07:43:45,853 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T07:43:45,853 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T07:43:45,855 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T07:43:45,856 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731915885856 2024-11-18T07:43:45,856 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731915945856 2024-11-18T07:43:45,856 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-18T07:43:45,856 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34265,1731915824570-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,856 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34265,1731915824570-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,856 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34265,1731915824570-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,857 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb3d252950:34265, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,857 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,857 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,859 DEBUG [master/87fb3d252950:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T07:43:45,863 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.066sec 2024-11-18T07:43:45,863 INFO [master/87fb3d252950:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T07:43:45,863 INFO [master/87fb3d252950:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T07:43:45,863 INFO [master/87fb3d252950:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T07:43:45,863 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T07:43:45,863 INFO [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T07:43:45,863 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34265,1731915824570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:43:45,863 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34265,1731915824570-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T07:43:45,866 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T07:43:45,866 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T07:43:45,867 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,34265,1731915824570-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:43:45,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1487fe16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:43:45,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb3d252950,34265,-1 for getting cluster id 2024-11-18T07:43:45,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T07:43:45,956 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5804b1b4-bcd2-4ee4-a9ca-3730023686c1' 2024-11-18T07:43:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T07:43:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5804b1b4-bcd2-4ee4-a9ca-3730023686c1" 2024-11-18T07:43:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24acbb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:43:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb3d252950,34265,-1] 2024-11-18T07:43:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T07:43:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:43:45,959 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T07:43:45,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6c5a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:43:45,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:43:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,42951,1731915824723, seqNum=-1] 2024-11-18T07:43:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:43:45,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:43:45,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb3d252950,34265,1731915824570 2024-11-18T07:43:45,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:43:45,970 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T07:43:45,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T07:43:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb3d252950,34265,1731915824570 2024-11-18T07:43:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ced57a9 2024-11-18T07:43:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T07:43:45,974 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T07:43:45,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T07:43:45,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T07:43:45,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:43:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-18T07:43:45,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T07:43:45,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:45,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-18T07:43:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:43:45,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T07:43:45,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741835_1011 (size=381) 2024-11-18T07:43:45,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741835_1011 (size=381) 2024-11-18T07:43:45,995 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21d41c51d334e0b5fce487f9802120ee, NAME => 'TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d 2024-11-18T07:43:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741836_1012 (size=64) 2024-11-18T07:43:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741836_1012 (size=64) 2024-11-18T07:43:46,006 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:43:46,006 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 21d41c51d334e0b5fce487f9802120ee, disabling compactions & flushes 2024-11-18T07:43:46,006 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:43:46,006 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:43:46,006 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. after waiting 0 ms 2024-11-18T07:43:46,006 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:43:46,006 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:43:46,006 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21d41c51d334e0b5fce487f9802120ee: Waiting for close lock at 1731915826006Disabling compacts and flushes for region at 1731915826006Disabling writes for close at 1731915826006Writing region close event to WAL at 1731915826006Closed at 1731915826006 2024-11-18T07:43:46,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T07:43:46,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731915826008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731915826008"}]},"ts":"1731915826008"} 2024-11-18T07:43:46,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T07:43:46,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T07:43:46,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731915826012"}]},"ts":"1731915826012"} 2024-11-18T07:43:46,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-18T07:43:46,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=21d41c51d334e0b5fce487f9802120ee, ASSIGN}] 2024-11-18T07:43:46,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=21d41c51d334e0b5fce487f9802120ee, ASSIGN 2024-11-18T07:43:46,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=21d41c51d334e0b5fce487f9802120ee, ASSIGN; state=OFFLINE, location=87fb3d252950,42951,1731915824723; forceNewPlan=false, retain=false 2024-11-18T07:43:46,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21d41c51d334e0b5fce487f9802120ee, regionState=OPENING, regionLocation=87fb3d252950,42951,1731915824723 2024-11-18T07:43:46,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=21d41c51d334e0b5fce487f9802120ee, ASSIGN because future has completed 2024-11-18T07:43:46,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723}] 2024-11-18T07:43:46,330 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:43:46,330 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 21d41c51d334e0b5fce487f9802120ee, NAME => 'TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:43:46,330 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,331 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:43:46,331 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,331 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,332 INFO [StoreOpener-21d41c51d334e0b5fce487f9802120ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,334 INFO [StoreOpener-21d41c51d334e0b5fce487f9802120ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d41c51d334e0b5fce487f9802120ee columnFamilyName info 2024-11-18T07:43:46,334 DEBUG [StoreOpener-21d41c51d334e0b5fce487f9802120ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:43:46,334 INFO [StoreOpener-21d41c51d334e0b5fce487f9802120ee-1 {}] regionserver.HStore(327): Store=21d41c51d334e0b5fce487f9802120ee/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:43:46,334 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,335 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,336 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,336 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,336 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,338 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,341 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:43:46,341 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 21d41c51d334e0b5fce487f9802120ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=690117, jitterRate=-0.12247167527675629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T07:43:46,341 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:46,342 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 21d41c51d334e0b5fce487f9802120ee: Running coprocessor pre-open hook at 1731915826331Writing region info on filesystem at 1731915826331Initializing all the Stores at 1731915826332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915826332Cleaning up temporary data from old regions at 1731915826336 (+4 ms)Running coprocessor post-open hooks at 1731915826341 (+5 ms)Region opened successfully at 1731915826342 (+1 ms) 2024-11-18T07:43:46,343 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., pid=6, masterSystemTime=1731915826326 2024-11-18T07:43:46,345 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:43:46,345 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:43:46,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21d41c51d334e0b5fce487f9802120ee, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42951,1731915824723 2024-11-18T07:43:46,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 because future has completed 2024-11-18T07:43:46,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T07:43:46,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 in 177 msec 2024-11-18T07:43:46,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T07:43:46,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=21d41c51d334e0b5fce487f9802120ee, ASSIGN in 336 msec 2024-11-18T07:43:46,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T07:43:46,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731915826355"}]},"ts":"1731915826355"} 2024-11-18T07:43:46,357 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-18T07:43:46,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T07:43:46,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 383 msec 2024-11-18T07:43:47,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T07:43:47,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:47,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:43:51,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T07:43:51,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-18T07:43:53,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T07:43:53,001 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T07:43:53,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:43:53,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T07:43:53,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T07:43:53,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T07:43:53,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-18T07:43:53,003 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-18T07:43:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:43:56,060 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-18T07:43:56,060 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-18T07:43:56,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-18T07:43:56,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:43:56,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2] 2024-11-18T07:43:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:56,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21d41c51d334e0b5fce487f9802120ee 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T07:43:56,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/7e6619995bb74b6c8a7349fc22edd146 is 1055, key is row0001/info:/1731915836074/Put/seqid=0 2024-11-18T07:43:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741837_1013 (size=13386) 2024-11-18T07:43:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741837_1013 (size=13386) 2024-11-18T07:43:56,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/7e6619995bb74b6c8a7349fc22edd146 2024-11-18T07:43:56,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/7e6619995bb74b6c8a7349fc22edd146 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/7e6619995bb74b6c8a7349fc22edd146 2024-11-18T07:43:56,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/7e6619995bb74b6c8a7349fc22edd146, entries=8, sequenceid=12, filesize=13.1 K 2024-11-18T07:43:56,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for 21d41c51d334e0b5fce487f9802120ee in 39ms, sequenceid=12, compaction requested=false 2024-11-18T07:43:56,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21d41c51d334e0b5fce487f9802120ee: 2024-11-18T07:43:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:56,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21d41c51d334e0b5fce487f9802120ee 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-18T07:43:56,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/a6b5b601ca6e4dc6b6e04dc61073c4f3 is 1055, key is row0009/info:/1731915836092/Put/seqid=0 2024-11-18T07:43:56,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741838_1014 (size=26030) 2024-11-18T07:43:56,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741838_1014 (size=26030) 2024-11-18T07:43:56,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/a6b5b601ca6e4dc6b6e04dc61073c4f3 2024-11-18T07:43:56,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/a6b5b601ca6e4dc6b6e04dc61073c4f3 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/a6b5b601ca6e4dc6b6e04dc61073c4f3 2024-11-18T07:43:56,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/a6b5b601ca6e4dc6b6e04dc61073c4f3, entries=20, sequenceid=35, filesize=25.4 K 2024-11-18T07:43:56,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 21d41c51d334e0b5fce487f9802120ee in 31ms, sequenceid=35, compaction requested=false 2024-11-18T07:43:56,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21d41c51d334e0b5fce487f9802120ee: 2024-11-18T07:43:56,162 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-18T07:43:56,162 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:43:56,162 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/a6b5b601ca6e4dc6b6e04dc61073c4f3 because midkey is the same as first or last row 2024-11-18T07:43:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:43:58,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21d41c51d334e0b5fce487f9802120ee 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T07:43:58,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/3be637a4727647c990e4102b2f9ea29f is 1055, key is row0029/info:/1731915836132/Put/seqid=0 2024-11-18T07:43:58,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T07:43:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:45506 deadline: 1731915848193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 2024-11-18T07:43:58,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741839_1015 (size=13386) 2024-11-18T07:43:58,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741839_1015 (size=13386) 2024-11-18T07:43:58,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/3be637a4727647c990e4102b2f9ea29f 2024-11-18T07:43:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T07:43:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T07:43:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2 because the exception is null or not the one we care about 2024-11-18T07:43:58,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/3be637a4727647c990e4102b2f9ea29f as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/3be637a4727647c990e4102b2f9ea29f 2024-11-18T07:43:58,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/3be637a4727647c990e4102b2f9ea29f, entries=8, sequenceid=46, filesize=13.1 K 2024-11-18T07:43:58,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 21d41c51d334e0b5fce487f9802120ee in 73ms, sequenceid=46, compaction requested=true 2024-11-18T07:43:58,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21d41c51d334e0b5fce487f9802120ee: 2024-11-18T07:43:58,227 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-18T07:43:58,227 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:43:58,227 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/a6b5b601ca6e4dc6b6e04dc61073c4f3 because midkey is the same as first or last row 2024-11-18T07:43:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21d41c51d334e0b5fce487f9802120ee:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T07:43:58,228 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T07:43:58,229 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T07:43:58,229 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1541): 21d41c51d334e0b5fce487f9802120ee/info is initiating minor compaction (all files) 2024-11-18T07:43:58,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:43:58,230 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21d41c51d334e0b5fce487f9802120ee/info in TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:43:58,230 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/7e6619995bb74b6c8a7349fc22edd146, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/a6b5b601ca6e4dc6b6e04dc61073c4f3, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/3be637a4727647c990e4102b2f9ea29f] into tmpdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp, totalSize=51.6 K 2024-11-18T07:43:58,230 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e6619995bb74b6c8a7349fc22edd146, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731915836074 2024-11-18T07:43:58,230 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6b5b601ca6e4dc6b6e04dc61073c4f3, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731915836092 2024-11-18T07:43:58,231 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3be637a4727647c990e4102b2f9ea29f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731915836132 2024-11-18T07:43:58,247 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21d41c51d334e0b5fce487f9802120ee#info#compaction#34 average throughput is 12.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:43:58,247 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/1739726694d74a6db06c401bd2cbad72 is 1055, key is row0001/info:/1731915836074/Put/seqid=0 2024-11-18T07:43:58,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741840_1016 (size=43001) 2024-11-18T07:43:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741840_1016 (size=43001) 2024-11-18T07:43:58,260 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/1739726694d74a6db06c401bd2cbad72 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/1739726694d74a6db06c401bd2cbad72 2024-11-18T07:43:58,266 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21d41c51d334e0b5fce487f9802120ee/info of 21d41c51d334e0b5fce487f9802120ee into 1739726694d74a6db06c401bd2cbad72(size=42.0 K), total size for store is 42.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:43:58,266 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21d41c51d334e0b5fce487f9802120ee: 2024-11-18T07:43:58,268 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., storeName=21d41c51d334e0b5fce487f9802120ee/info, priority=13, startTime=1731915838227; duration=0sec 2024-11-18T07:43:58,268 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-18T07:43:58,268 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:43:58,269 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/1739726694d74a6db06c401bd2cbad72 because midkey is the same as first or last row 2024-11-18T07:43:58,269 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-18T07:43:58,269 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:43:58,269 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/1739726694d74a6db06c401bd2cbad72 because midkey is the same as first or last row 2024-11-18T07:43:58,269 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-18T07:43:58,269 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:43:58,269 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/1739726694d74a6db06c401bd2cbad72 because midkey is the same as first or last row 2024-11-18T07:43:58,269 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:43:58,269 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21d41c51d334e0b5fce487f9802120ee:info 2024-11-18T07:44:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:08,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21d41c51d334e0b5fce487f9802120ee 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-18T07:44:08,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/6543e7365d734e97a629db28ae546f75 is 1055, key is row0037/info:/1731915838155/Put/seqid=0 2024-11-18T07:44:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741841_1017 (size=28134) 2024-11-18T07:44:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741841_1017 (size=28134) 2024-11-18T07:44:08,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/6543e7365d734e97a629db28ae546f75 2024-11-18T07:44:08,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/6543e7365d734e97a629db28ae546f75 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6543e7365d734e97a629db28ae546f75 2024-11-18T07:44:08,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6543e7365d734e97a629db28ae546f75, entries=22, sequenceid=72, filesize=27.5 K 2024-11-18T07:44:08,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=6.16 KB/6306 for 21d41c51d334e0b5fce487f9802120ee in 28ms, sequenceid=72, compaction requested=false 2024-11-18T07:44:08,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21d41c51d334e0b5fce487f9802120ee: 2024-11-18T07:44:08,308 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.5 K, sizeToCheck=16.0 K 2024-11-18T07:44:08,308 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:44:08,308 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/1739726694d74a6db06c401bd2cbad72 because midkey is the same as first or last row 2024-11-18T07:44:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21d41c51d334e0b5fce487f9802120ee 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T07:44:10,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/0d69968244d94c518734d287c77b633d is 1055, key is row0059/info:/1731915848281/Put/seqid=0 2024-11-18T07:44:10,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741842_1018 (size=13386) 2024-11-18T07:44:10,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741842_1018 (size=13386) 2024-11-18T07:44:10,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/0d69968244d94c518734d287c77b633d 2024-11-18T07:44:10,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/0d69968244d94c518734d287c77b633d as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/0d69968244d94c518734d287c77b633d 2024-11-18T07:44:10,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/0d69968244d94c518734d287c77b633d, entries=8, sequenceid=83, filesize=13.1 K 2024-11-18T07:44:10,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 21d41c51d334e0b5fce487f9802120ee in 27ms, sequenceid=83, compaction requested=true 2024-11-18T07:44:10,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21d41c51d334e0b5fce487f9802120ee: 2024-11-18T07:44:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=82.5 K, sizeToCheck=16.0 K 2024-11-18T07:44:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:44:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/1739726694d74a6db06c401bd2cbad72 because midkey is the same as first or last row 2024-11-18T07:44:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21d41c51d334e0b5fce487f9802120ee:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T07:44:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:10,330 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T07:44:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21d41c51d334e0b5fce487f9802120ee 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-18T07:44:10,331 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T07:44:10,331 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1541): 21d41c51d334e0b5fce487f9802120ee/info is initiating minor compaction (all files) 2024-11-18T07:44:10,331 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21d41c51d334e0b5fce487f9802120ee/info in TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:44:10,331 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/1739726694d74a6db06c401bd2cbad72, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6543e7365d734e97a629db28ae546f75, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/0d69968244d94c518734d287c77b633d] into tmpdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp, totalSize=82.5 K 2024-11-18T07:44:10,332 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1739726694d74a6db06c401bd2cbad72, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731915836074 2024-11-18T07:44:10,332 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6543e7365d734e97a629db28ae546f75, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1731915838155 2024-11-18T07:44:10,333 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d69968244d94c518734d287c77b633d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731915848281 2024-11-18T07:44:10,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/130d98b9ab1d44d2a65f6fdff3a7c443 is 1055, key is row0067/info:/1731915850304/Put/seqid=0 2024-11-18T07:44:10,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741843_1019 (size=17594) 2024-11-18T07:44:10,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741843_1019 (size=17594) 2024-11-18T07:44:10,350 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21d41c51d334e0b5fce487f9802120ee#info#compaction#38 average throughput is 22.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:44:10,350 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/911b84a0ad4846da92ce346a66a9564e is 1055, key is row0001/info:/1731915836074/Put/seqid=0 2024-11-18T07:44:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741844_1020 (size=74805) 2024-11-18T07:44:10,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741844_1020 (size=74805) 2024-11-18T07:44:10,361 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/911b84a0ad4846da92ce346a66a9564e as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/911b84a0ad4846da92ce346a66a9564e 2024-11-18T07:44:10,368 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21d41c51d334e0b5fce487f9802120ee/info of 21d41c51d334e0b5fce487f9802120ee into 911b84a0ad4846da92ce346a66a9564e(size=73.1 K), total size for store is 73.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:44:10,368 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21d41c51d334e0b5fce487f9802120ee: 2024-11-18T07:44:10,368 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., storeName=21d41c51d334e0b5fce487f9802120ee/info, priority=13, startTime=1731915850330; duration=0sec 2024-11-18T07:44:10,368 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=73.1 K, sizeToCheck=16.0 K 2024-11-18T07:44:10,368 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:44:10,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T07:44:10,368 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=73.1 K, sizeToCheck=16.0 K 2024-11-18T07:44:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:45506 deadline: 1731915860368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 2024-11-18T07:44:10,369 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:44:10,369 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=73.1 K, sizeToCheck=16.0 K 2024-11-18T07:44:10,369 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T07:44:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T07:44:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T07:44:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2 because the exception is null or not the one we care about 2024-11-18T07:44:10,369 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:10,370 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:10,370 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21d41c51d334e0b5fce487f9802120ee:info 2024-11-18T07:44:10,371 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34265 {}] assignment.AssignmentManager(1363): Split request from 87fb3d252950,42951,1731915824723, parent={ENCODED => 21d41c51d334e0b5fce487f9802120ee, NAME => 'TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-18T07:44:10,375 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34265 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=87fb3d252950,42951,1731915824723 2024-11-18T07:44:10,378 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34265 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=21d41c51d334e0b5fce487f9802120ee, daughterA=b7b78290a277e032d888c967a6bb0b06, daughterB=dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:10,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=21d41c51d334e0b5fce487f9802120ee, daughterA=b7b78290a277e032d888c967a6bb0b06, daughterB=dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:10,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=21d41c51d334e0b5fce487f9802120ee, daughterA=b7b78290a277e032d888c967a6bb0b06, daughterB=dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:10,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=21d41c51d334e0b5fce487f9802120ee, daughterA=b7b78290a277e032d888c967a6bb0b06, daughterB=dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:10,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=21d41c51d334e0b5fce487f9802120ee, UNASSIGN}] 2024-11-18T07:44:10,386 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=21d41c51d334e0b5fce487f9802120ee, UNASSIGN 2024-11-18T07:44:10,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=21d41c51d334e0b5fce487f9802120ee, regionState=CLOSING, regionLocation=87fb3d252950,42951,1731915824723 2024-11-18T07:44:10,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=21d41c51d334e0b5fce487f9802120ee, UNASSIGN because future has completed 2024-11-18T07:44:10,390 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-18T07:44:10,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723}] 2024-11-18T07:44:10,548 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,549 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-18T07:44:10,549 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 21d41c51d334e0b5fce487f9802120ee, disabling compactions & flushes 2024-11-18T07:44:10,550 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:44:10,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/130d98b9ab1d44d2a65f6fdff3a7c443 2024-11-18T07:44:10,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/130d98b9ab1d44d2a65f6fdff3a7c443 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/130d98b9ab1d44d2a65f6fdff3a7c443 2024-11-18T07:44:10,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/130d98b9ab1d44d2a65f6fdff3a7c443, entries=12, sequenceid=98, filesize=17.2 K 2024-11-18T07:44:10,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=17.45 KB/17867 for 21d41c51d334e0b5fce487f9802120ee in 429ms, sequenceid=98, compaction requested=false 2024-11-18T07:44:10,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21d41c51d334e0b5fce487f9802120ee: 2024-11-18T07:44:10,759 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:44:10,759 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:44:10,759 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. after waiting 0 ms 2024-11-18T07:44:10,759 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:44:10,759 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 21d41c51d334e0b5fce487f9802120ee 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-18T07:44:10,763 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/6bc7654c4bd048dbbfa08ef846b8a46e is 1055, key is row0079/info:/1731915850332/Put/seqid=0 2024-11-18T07:44:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741845_1021 (size=22874) 2024-11-18T07:44:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741845_1021 (size=22874) 2024-11-18T07:44:10,772 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/6bc7654c4bd048dbbfa08ef846b8a46e 2024-11-18T07:44:10,778 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/.tmp/info/6bc7654c4bd048dbbfa08ef846b8a46e as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6bc7654c4bd048dbbfa08ef846b8a46e 2024-11-18T07:44:10,783 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6bc7654c4bd048dbbfa08ef846b8a46e, entries=17, sequenceid=119, filesize=22.3 K 2024-11-18T07:44:10,784 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=0 B/0 for 21d41c51d334e0b5fce487f9802120ee in 25ms, sequenceid=119, compaction requested=true 2024-11-18T07:44:10,785 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/7e6619995bb74b6c8a7349fc22edd146, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/a6b5b601ca6e4dc6b6e04dc61073c4f3, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/1739726694d74a6db06c401bd2cbad72, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/3be637a4727647c990e4102b2f9ea29f, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6543e7365d734e97a629db28ae546f75, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/0d69968244d94c518734d287c77b633d] to archive 2024-11-18T07:44:10,787 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T07:44:10,788 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/7e6619995bb74b6c8a7349fc22edd146 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/7e6619995bb74b6c8a7349fc22edd146 2024-11-18T07:44:10,790 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/a6b5b601ca6e4dc6b6e04dc61073c4f3 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/a6b5b601ca6e4dc6b6e04dc61073c4f3 2024-11-18T07:44:10,791 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/1739726694d74a6db06c401bd2cbad72 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/1739726694d74a6db06c401bd2cbad72 2024-11-18T07:44:10,792 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/3be637a4727647c990e4102b2f9ea29f to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/3be637a4727647c990e4102b2f9ea29f 2024-11-18T07:44:10,793 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6543e7365d734e97a629db28ae546f75 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6543e7365d734e97a629db28ae546f75 2024-11-18T07:44:10,794 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/0d69968244d94c518734d287c77b633d to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/0d69968244d94c518734d287c77b633d 2024-11-18T07:44:10,800 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/recovered.edits/122.seqid, newMaxSeqId=122, maxSeqId=1 2024-11-18T07:44:10,800 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. 2024-11-18T07:44:10,800 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 21d41c51d334e0b5fce487f9802120ee: Waiting for close lock at 1731915850549Running coprocessor pre-close hooks at 1731915850549Disabling compacts and flushes for region at 1731915850549Disabling writes for close at 1731915850759 (+210 ms)Obtaining lock to block concurrent updates at 1731915850759Preparing flush snapshotting stores in 21d41c51d334e0b5fce487f9802120ee at 1731915850759Finished memstore snapshotting TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., syncing WAL and waiting on mvcc, flushsize=dataSize=17867, getHeapSize=19416, getOffHeapSize=0, getCellsCount=17 at 1731915850759Flushing stores of TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. at 1731915850760 (+1 ms)Flushing 21d41c51d334e0b5fce487f9802120ee/info: creating writer at 1731915850760Flushing 21d41c51d334e0b5fce487f9802120ee/info: appending metadata at 1731915850763 (+3 ms)Flushing 21d41c51d334e0b5fce487f9802120ee/info: closing flushed file at 1731915850763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712970ee: reopening flushed file at 1731915850777 (+14 ms)Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=0 B/0 for 21d41c51d334e0b5fce487f9802120ee in 25ms, sequenceid=119, compaction requested=true at 1731915850784 (+7 ms)Writing region close event to WAL at 1731915850797 (+13 ms)Running coprocessor post-close hooks at 1731915850800 (+3 ms)Closed at 1731915850800 2024-11-18T07:44:10,803 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=21d41c51d334e0b5fce487f9802120ee, regionState=CLOSED 2024-11-18T07:44:10,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 because future has completed 2024-11-18T07:44:10,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T07:44:10,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 21d41c51d334e0b5fce487f9802120ee, server=87fb3d252950,42951,1731915824723 in 416 msec 2024-11-18T07:44:10,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T07:44:10,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=21d41c51d334e0b5fce487f9802120ee, UNASSIGN in 424 msec 2024-11-18T07:44:10,818 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:44:10,821 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=21d41c51d334e0b5fce487f9802120ee, threads=3 2024-11-18T07:44:10,822 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/130d98b9ab1d44d2a65f6fdff3a7c443 for region: 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,822 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6bc7654c4bd048dbbfa08ef846b8a46e for region: 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,822 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/911b84a0ad4846da92ce346a66a9564e for region: 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,833 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6bc7654c4bd048dbbfa08ef846b8a46e, top=true 2024-11-18T07:44:10,833 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/130d98b9ab1d44d2a65f6fdff3a7c443, top=true 2024-11-18T07:44:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741846_1022 (size=27) 2024-11-18T07:44:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741846_1022 (size=27) 2024-11-18T07:44:10,838 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-130d98b9ab1d44d2a65f6fdff3a7c443 for child: dcbb4b3afb465092a214c276899b2824, parent: 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,838 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/130d98b9ab1d44d2a65f6fdff3a7c443 for region: 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,839 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-6bc7654c4bd048dbbfa08ef846b8a46e for child: dcbb4b3afb465092a214c276899b2824, parent: 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,839 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/6bc7654c4bd048dbbfa08ef846b8a46e for region: 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741847_1023 (size=27) 2024-11-18T07:44:10,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741847_1023 (size=27) 2024-11-18T07:44:10,847 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/911b84a0ad4846da92ce346a66a9564e for region: 21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:44:10,849 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 21d41c51d334e0b5fce487f9802120ee Daughter A: [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee] storefiles, Daughter B: [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-130d98b9ab1d44d2a65f6fdff3a7c443, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-6bc7654c4bd048dbbfa08ef846b8a46e, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee] storefiles. 2024-11-18T07:44:10,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741848_1024 (size=71) 2024-11-18T07:44:10,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741848_1024 (size=71) 2024-11-18T07:44:10,858 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:44:10,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741849_1025 (size=71) 2024-11-18T07:44:10,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741849_1025 (size=71) 2024-11-18T07:44:10,876 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:44:10,887 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/recovered.edits/122.seqid, newMaxSeqId=122, maxSeqId=-1 2024-11-18T07:44:10,890 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/recovered.edits/122.seqid, newMaxSeqId=122, maxSeqId=-1 2024-11-18T07:44:10,892 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731915850892"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731915850892"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731915850892"}]},"ts":"1731915850892"} 2024-11-18T07:44:10,892 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731915850892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731915850892"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731915850892"}]},"ts":"1731915850892"} 2024-11-18T07:44:10,893 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731915850892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731915850892"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731915850892"}]},"ts":"1731915850892"} 2024-11-18T07:44:10,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b7b78290a277e032d888c967a6bb0b06, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=dcbb4b3afb465092a214c276899b2824, ASSIGN}] 2024-11-18T07:44:10,911 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=dcbb4b3afb465092a214c276899b2824, ASSIGN 2024-11-18T07:44:10,911 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b7b78290a277e032d888c967a6bb0b06, ASSIGN 2024-11-18T07:44:10,912 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=dcbb4b3afb465092a214c276899b2824, ASSIGN; state=SPLITTING_NEW, location=87fb3d252950,42951,1731915824723; forceNewPlan=false, retain=false 2024-11-18T07:44:10,912 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b7b78290a277e032d888c967a6bb0b06, ASSIGN; state=SPLITTING_NEW, location=87fb3d252950,42951,1731915824723; forceNewPlan=false, retain=false 2024-11-18T07:44:11,063 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=dcbb4b3afb465092a214c276899b2824, regionState=OPENING, regionLocation=87fb3d252950,42951,1731915824723 2024-11-18T07:44:11,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b7b78290a277e032d888c967a6bb0b06, regionState=OPENING, regionLocation=87fb3d252950,42951,1731915824723 2024-11-18T07:44:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b7b78290a277e032d888c967a6bb0b06, ASSIGN because future has completed 2024-11-18T07:44:11,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7b78290a277e032d888c967a6bb0b06, server=87fb3d252950,42951,1731915824723}] 2024-11-18T07:44:11,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=dcbb4b3afb465092a214c276899b2824, ASSIGN because future has completed 2024-11-18T07:44:11,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcbb4b3afb465092a214c276899b2824, server=87fb3d252950,42951,1731915824723}] 2024-11-18T07:44:11,226 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. 2024-11-18T07:44:11,226 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => b7b78290a277e032d888c967a6bb0b06, NAME => 'TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-18T07:44:11,226 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,226 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:44:11,226 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,226 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,228 INFO [StoreOpener-b7b78290a277e032d888c967a6bb0b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,228 INFO [StoreOpener-b7b78290a277e032d888c967a6bb0b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7b78290a277e032d888c967a6bb0b06 columnFamilyName info 2024-11-18T07:44:11,229 DEBUG [StoreOpener-b7b78290a277e032d888c967a6bb0b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:44:11,242 DEBUG [StoreOpener-b7b78290a277e032d888c967a6bb0b06-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee->hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/911b84a0ad4846da92ce346a66a9564e-bottom 2024-11-18T07:44:11,242 INFO [StoreOpener-b7b78290a277e032d888c967a6bb0b06-1 {}] regionserver.HStore(327): Store=b7b78290a277e032d888c967a6bb0b06/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:44:11,242 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,243 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,245 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,245 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,245 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,247 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,248 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened b7b78290a277e032d888c967a6bb0b06; next sequenceid=123; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=865609, jitterRate=0.10067932307720184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T07:44:11,248 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:44:11,249 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for b7b78290a277e032d888c967a6bb0b06: Running coprocessor pre-open hook at 1731915851226Writing region info on filesystem at 1731915851226Initializing all the Stores at 1731915851227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915851227Cleaning up temporary data from old regions at 1731915851245 (+18 ms)Running coprocessor post-open hooks at 1731915851248 (+3 ms)Region opened successfully at 1731915851249 (+1 ms) 2024-11-18T07:44:11,250 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06., pid=12, masterSystemTime=1731915851222 2024-11-18T07:44:11,250 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store b7b78290a277e032d888c967a6bb0b06:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T07:44:11,250 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-18T07:44:11,250 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:11,251 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. 2024-11-18T07:44:11,251 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1541): b7b78290a277e032d888c967a6bb0b06/info is initiating minor compaction (all files) 2024-11-18T07:44:11,251 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7b78290a277e032d888c967a6bb0b06/info in TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. 2024-11-18T07:44:11,251 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee->hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/911b84a0ad4846da92ce346a66a9564e-bottom] into tmpdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/.tmp, totalSize=73.1 K 2024-11-18T07:44:11,252 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee, keycount=33, bloomtype=ROW, size=73.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731915836074 2024-11-18T07:44:11,253 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. 2024-11-18T07:44:11,253 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. 2024-11-18T07:44:11,253 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:44:11,253 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => dcbb4b3afb465092a214c276899b2824, NAME => 'TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-18T07:44:11,254 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b7b78290a277e032d888c967a6bb0b06, regionState=OPEN, openSeqNum=123, regionLocation=87fb3d252950,42951,1731915824723 2024-11-18T07:44:11,254 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,254 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:44:11,254 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,254 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,257 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-18T07:44:11,257 INFO [StoreOpener-dcbb4b3afb465092a214c276899b2824-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,258 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T07:44:11,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-18T07:44:11,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7b78290a277e032d888c967a6bb0b06, server=87fb3d252950,42951,1731915824723 because future has completed 2024-11-18T07:44:11,260 INFO [StoreOpener-dcbb4b3afb465092a214c276899b2824-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcbb4b3afb465092a214c276899b2824 columnFamilyName info 2024-11-18T07:44:11,260 DEBUG [StoreOpener-dcbb4b3afb465092a214c276899b2824-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:44:11,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T07:44:11,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b7b78290a277e032d888c967a6bb0b06, server=87fb3d252950,42951,1731915824723 in 199 msec 2024-11-18T07:44:11,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b7b78290a277e032d888c967a6bb0b06, ASSIGN in 360 msec 2024-11-18T07:44:11,278 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7b78290a277e032d888c967a6bb0b06#info#compaction#40 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:44:11,279 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/.tmp/info/901b614161e343f6b8597df6a406b840 is 1055, key is row0001/info:/1731915836074/Put/seqid=0 2024-11-18T07:44:11,285 DEBUG [StoreOpener-dcbb4b3afb465092a214c276899b2824-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee->hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/911b84a0ad4846da92ce346a66a9564e-top 2024-11-18T07:44:11,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/info/73529d9d28c94ab5a5890442c13f890f is 193, key is TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824./info:regioninfo/1731915851063/Put/seqid=0 2024-11-18T07:44:11,293 DEBUG [StoreOpener-dcbb4b3afb465092a214c276899b2824-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-130d98b9ab1d44d2a65f6fdff3a7c443 2024-11-18T07:44:11,300 DEBUG [StoreOpener-dcbb4b3afb465092a214c276899b2824-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-6bc7654c4bd048dbbfa08ef846b8a46e 2024-11-18T07:44:11,300 INFO [StoreOpener-dcbb4b3afb465092a214c276899b2824-1 {}] regionserver.HStore(327): Store=dcbb4b3afb465092a214c276899b2824/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:44:11,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741850_1026 (size=71441) 2024-11-18T07:44:11,301 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741850_1026 (size=71441) 2024-11-18T07:44:11,302 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,303 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,304 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,304 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,307 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741851_1027 (size=9847) 2024-11-18T07:44:11,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741851_1027 (size=9847) 2024-11-18T07:44:11,309 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened dcbb4b3afb465092a214c276899b2824; next sequenceid=123; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=853633, jitterRate=0.0854509025812149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T07:44:11,309 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:11,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/info/73529d9d28c94ab5a5890442c13f890f 2024-11-18T07:44:11,309 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for dcbb4b3afb465092a214c276899b2824: Running coprocessor pre-open hook at 1731915851254Writing region info on filesystem at 1731915851254Initializing all the Stores at 1731915851255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915851255Cleaning up temporary data from old regions at 1731915851304 (+49 ms)Running coprocessor post-open hooks at 1731915851309 (+5 ms)Region opened successfully at 1731915851309 2024-11-18T07:44:11,310 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., pid=13, masterSystemTime=1731915851222 2024-11-18T07:44:11,310 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store dcbb4b3afb465092a214c276899b2824:info, priority=-2147483648, current under compaction store size is 2 2024-11-18T07:44:11,310 DEBUG [RS:0;87fb3d252950:42951-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T07:44:11,310 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:11,311 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/.tmp/info/901b614161e343f6b8597df6a406b840 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/info/901b614161e343f6b8597df6a406b840 2024-11-18T07:44:11,311 INFO [RS:0;87fb3d252950:42951-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:44:11,311 DEBUG [RS:0;87fb3d252950:42951-longCompactions-0 {}] regionserver.HStore(1541): dcbb4b3afb465092a214c276899b2824/info is initiating minor compaction (all files) 2024-11-18T07:44:11,311 INFO [RS:0;87fb3d252950:42951-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcbb4b3afb465092a214c276899b2824/info in TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:44:11,312 INFO [RS:0;87fb3d252950:42951-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee->hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/911b84a0ad4846da92ce346a66a9564e-top, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-130d98b9ab1d44d2a65f6fdff3a7c443, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-6bc7654c4bd048dbbfa08ef846b8a46e] into tmpdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp, totalSize=112.6 K 2024-11-18T07:44:11,312 DEBUG [RS:0;87fb3d252950:42951-longCompactions-0 {}] compactions.Compactor(225): Compacting 911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee, keycount=33, bloomtype=ROW, size=73.1 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731915836074 2024-11-18T07:44:11,313 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:44:11,313 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:44:11,313 DEBUG [RS:0;87fb3d252950:42951-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-130d98b9ab1d44d2a65f6fdff3a7c443, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731915850304 2024-11-18T07:44:11,313 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=dcbb4b3afb465092a214c276899b2824, regionState=OPEN, openSeqNum=123, regionLocation=87fb3d252950,42951,1731915824723 2024-11-18T07:44:11,314 DEBUG [RS:0;87fb3d252950:42951-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-6bc7654c4bd048dbbfa08ef846b8a46e, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731915850332 2024-11-18T07:44:11,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcbb4b3afb465092a214c276899b2824, server=87fb3d252950,42951,1731915824723 because future has completed 2024-11-18T07:44:11,321 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in b7b78290a277e032d888c967a6bb0b06/info of b7b78290a277e032d888c967a6bb0b06 into 901b614161e343f6b8597df6a406b840(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:44:11,321 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7b78290a277e032d888c967a6bb0b06: 2024-11-18T07:44:11,321 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06., storeName=b7b78290a277e032d888c967a6bb0b06/info, priority=15, startTime=1731915851250; duration=0sec 2024-11-18T07:44:11,322 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:11,322 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7b78290a277e032d888c967a6bb0b06:info 2024-11-18T07:44:11,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-18T07:44:11,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure dcbb4b3afb465092a214c276899b2824, server=87fb3d252950,42951,1731915824723 in 247 msec 2024-11-18T07:44:11,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T07:44:11,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=dcbb4b3afb465092a214c276899b2824, ASSIGN in 412 msec 2024-11-18T07:44:11,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=21d41c51d334e0b5fce487f9802120ee, daughterA=b7b78290a277e032d888c967a6bb0b06, daughterB=dcbb4b3afb465092a214c276899b2824 in 950 msec 2024-11-18T07:44:11,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/ns/f3547a102df74d83b6cd86096dfdfcb4 is 43, key is default/ns:d/1731915825842/Put/seqid=0 2024-11-18T07:44:11,371 INFO [RS:0;87fb3d252950:42951-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcbb4b3afb465092a214c276899b2824#info#compaction#43 average throughput is 16.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:44:11,371 DEBUG [RS:0;87fb3d252950:42951-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/61b382aea8f04a2ea3659fa896bb60dc is 1055, key is row0064/info:/1731915848292/Put/seqid=0 2024-11-18T07:44:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741852_1028 (size=5153) 2024-11-18T07:44:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741852_1028 (size=5153) 2024-11-18T07:44:11,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/ns/f3547a102df74d83b6cd86096dfdfcb4 2024-11-18T07:44:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741853_1029 (size=38953) 2024-11-18T07:44:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741853_1029 (size=38953) 2024-11-18T07:44:11,387 DEBUG [RS:0;87fb3d252950:42951-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/61b382aea8f04a2ea3659fa896bb60dc as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/61b382aea8f04a2ea3659fa896bb60dc 2024-11-18T07:44:11,393 INFO [RS:0;87fb3d252950:42951-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcbb4b3afb465092a214c276899b2824/info of dcbb4b3afb465092a214c276899b2824 into 61b382aea8f04a2ea3659fa896bb60dc(size=38.0 K), total size for store is 38.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:44:11,393 DEBUG [RS:0;87fb3d252950:42951-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:11,393 INFO [RS:0;87fb3d252950:42951-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., storeName=dcbb4b3afb465092a214c276899b2824/info, priority=13, startTime=1731915851310; duration=0sec 2024-11-18T07:44:11,393 DEBUG [RS:0;87fb3d252950:42951-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:11,393 DEBUG [RS:0;87fb3d252950:42951-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcbb4b3afb465092a214c276899b2824:info 2024-11-18T07:44:11,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/table/04b28a3611924772ad5ed984fa57773f is 65, key is TestLogRolling-testLogRolling/table:state/1731915826355/Put/seqid=0 2024-11-18T07:44:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741854_1030 (size=5340) 2024-11-18T07:44:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741854_1030 (size=5340) 2024-11-18T07:44:11,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/table/04b28a3611924772ad5ed984fa57773f 2024-11-18T07:44:11,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/info/73529d9d28c94ab5a5890442c13f890f as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/info/73529d9d28c94ab5a5890442c13f890f 2024-11-18T07:44:11,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/info/73529d9d28c94ab5a5890442c13f890f, entries=30, sequenceid=17, filesize=9.6 K 2024-11-18T07:44:11,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/ns/f3547a102df74d83b6cd86096dfdfcb4 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/ns/f3547a102df74d83b6cd86096dfdfcb4 2024-11-18T07:44:11,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/ns/f3547a102df74d83b6cd86096dfdfcb4, entries=2, sequenceid=17, filesize=5.0 K 2024-11-18T07:44:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/table/04b28a3611924772ad5ed984fa57773f as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/table/04b28a3611924772ad5ed984fa57773f 2024-11-18T07:44:11,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/table/04b28a3611924772ad5ed984fa57773f, entries=2, sequenceid=17, filesize=5.2 K 2024-11-18T07:44:11,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 178ms, sequenceid=17, compaction requested=false 2024-11-18T07:44:11,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-18T07:44:14,549 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T07:44:15,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:15,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:15,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:15,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:15,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:15,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:15,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:15,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:16,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T07:44:16,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:16,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:16,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:16,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:16,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:16,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:16,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:16,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:44:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:45506 deadline: 1731915870470, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. is not online on 87fb3d252950,42951,1731915824723 2024-11-18T07:44:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. is not online on 87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T07:44:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee. is not online on 87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T07:44:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731915825974.21d41c51d334e0b5fce487f9802120ee., hostname=87fb3d252950,42951,1731915824723, seqNum=2 from cache 2024-11-18T07:44:25,881 INFO [master/87fb3d252950:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T07:44:25,881 INFO [master/87fb3d252950:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T07:44:30,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-18T07:44:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0096', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., hostname=87fb3d252950,42951,1731915824723, seqNum=123] 2024-11-18T07:44:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:42,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T07:44:42,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/c2a080e931af4c5dad135b5ab20120bd is 1055, key is row0096/info:/1731915880578/Put/seqid=0 2024-11-18T07:44:42,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741855_1031 (size=13392) 2024-11-18T07:44:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741855_1031 (size=13392) 2024-11-18T07:44:42,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/c2a080e931af4c5dad135b5ab20120bd 2024-11-18T07:44:42,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/c2a080e931af4c5dad135b5ab20120bd as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/c2a080e931af4c5dad135b5ab20120bd 2024-11-18T07:44:42,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/c2a080e931af4c5dad135b5ab20120bd, entries=8, sequenceid=134, filesize=13.1 K 2024-11-18T07:44:42,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for dcbb4b3afb465092a214c276899b2824 in 31ms, sequenceid=134, compaction requested=false 2024-11-18T07:44:42,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:42,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-18T07:44:42,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/82ef050daee3479081381cf1554eb7b6 is 1055, key is row0104/info:/1731915882597/Put/seqid=0 2024-11-18T07:44:42,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741856_1032 (size=19728) 2024-11-18T07:44:42,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741856_1032 (size=19728) 2024-11-18T07:44:42,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/82ef050daee3479081381cf1554eb7b6 2024-11-18T07:44:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/82ef050daee3479081381cf1554eb7b6 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/82ef050daee3479081381cf1554eb7b6 2024-11-18T07:44:42,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/82ef050daee3479081381cf1554eb7b6, entries=14, sequenceid=151, filesize=19.3 K 2024-11-18T07:44:42,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for dcbb4b3afb465092a214c276899b2824 in 33ms, sequenceid=151, compaction requested=true 2024-11-18T07:44:42,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:42,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcbb4b3afb465092a214c276899b2824:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T07:44:42,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:42,661 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T07:44:42,662 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 72073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T07:44:42,662 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1541): dcbb4b3afb465092a214c276899b2824/info is initiating minor compaction (all files) 2024-11-18T07:44:42,662 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcbb4b3afb465092a214c276899b2824/info in TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:44:42,662 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/61b382aea8f04a2ea3659fa896bb60dc, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/c2a080e931af4c5dad135b5ab20120bd, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/82ef050daee3479081381cf1554eb7b6] into tmpdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp, totalSize=70.4 K 2024-11-18T07:44:42,663 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61b382aea8f04a2ea3659fa896bb60dc, keycount=32, bloomtype=ROW, size=38.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731915848292 2024-11-18T07:44:42,663 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2a080e931af4c5dad135b5ab20120bd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731915880578 2024-11-18T07:44:42,664 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82ef050daee3479081381cf1554eb7b6, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731915882597 2024-11-18T07:44:42,677 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcbb4b3afb465092a214c276899b2824#info#compaction#47 average throughput is 27.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:44:42,678 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/03f3ed1fd1f44d4fb08084426024873c is 1055, key is row0064/info:/1731915848292/Put/seqid=0 2024-11-18T07:44:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741857_1033 (size=62287) 2024-11-18T07:44:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741857_1033 (size=62287) 2024-11-18T07:44:42,692 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/03f3ed1fd1f44d4fb08084426024873c as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/03f3ed1fd1f44d4fb08084426024873c 2024-11-18T07:44:42,699 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcbb4b3afb465092a214c276899b2824/info of dcbb4b3afb465092a214c276899b2824 into 03f3ed1fd1f44d4fb08084426024873c(size=60.8 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:44:42,699 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:42,699 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., storeName=dcbb4b3afb465092a214c276899b2824/info, priority=13, startTime=1731915882661; duration=0sec 2024-11-18T07:44:42,699 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:42,699 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcbb4b3afb465092a214c276899b2824:info 2024-11-18T07:44:44,550 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T07:44:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:44,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-18T07:44:44,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/a861049ef0ec479698c3aca76ced3e68 is 1055, key is row0118/info:/1731915882630/Put/seqid=0 2024-11-18T07:44:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741858_1034 (size=17606) 2024-11-18T07:44:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741858_1034 (size=17606) 2024-11-18T07:44:44,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/a861049ef0ec479698c3aca76ced3e68 2024-11-18T07:44:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/a861049ef0ec479698c3aca76ced3e68 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/a861049ef0ec479698c3aca76ced3e68 2024-11-18T07:44:44,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/a861049ef0ec479698c3aca76ced3e68, entries=12, sequenceid=167, filesize=17.2 K 2024-11-18T07:44:44,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for dcbb4b3afb465092a214c276899b2824 in 35ms, sequenceid=167, compaction requested=false 2024-11-18T07:44:44,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:44,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-18T07:44:44,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/1b3006d5842f4d80987d3ac904bcd6ca is 1055, key is row0130/info:/1731915884660/Put/seqid=0 2024-11-18T07:44:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741859_1035 (size=18675) 2024-11-18T07:44:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741859_1035 (size=18675) 2024-11-18T07:44:44,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/1b3006d5842f4d80987d3ac904bcd6ca 2024-11-18T07:44:44,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/1b3006d5842f4d80987d3ac904bcd6ca as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/1b3006d5842f4d80987d3ac904bcd6ca 2024-11-18T07:44:44,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/1b3006d5842f4d80987d3ac904bcd6ca, entries=13, sequenceid=183, filesize=18.2 K 2024-11-18T07:44:44,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for dcbb4b3afb465092a214c276899b2824 in 35ms, sequenceid=183, compaction requested=true 2024-11-18T07:44:44,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:44,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcbb4b3afb465092a214c276899b2824:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T07:44:44,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:44,731 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T07:44:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:44,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-18T07:44:44,732 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98568 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T07:44:44,732 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1541): dcbb4b3afb465092a214c276899b2824/info is initiating minor compaction (all files) 2024-11-18T07:44:44,732 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcbb4b3afb465092a214c276899b2824/info in TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:44:44,732 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/03f3ed1fd1f44d4fb08084426024873c, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/a861049ef0ec479698c3aca76ced3e68, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/1b3006d5842f4d80987d3ac904bcd6ca] into tmpdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp, totalSize=96.3 K 2024-11-18T07:44:44,733 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03f3ed1fd1f44d4fb08084426024873c, keycount=54, bloomtype=ROW, size=60.8 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731915848292 2024-11-18T07:44:44,733 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting a861049ef0ec479698c3aca76ced3e68, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731915882630 2024-11-18T07:44:44,734 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b3006d5842f4d80987d3ac904bcd6ca, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731915884660 2024-11-18T07:44:44,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/5c6ead05dbed496eaa74699d56291362 is 1055, key is row0143/info:/1731915884697/Put/seqid=0 2024-11-18T07:44:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741860_1036 (size=17606) 2024-11-18T07:44:44,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741860_1036 (size=17606) 2024-11-18T07:44:44,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/5c6ead05dbed496eaa74699d56291362 2024-11-18T07:44:44,751 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcbb4b3afb465092a214c276899b2824#info#compaction#51 average throughput is 26.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:44:44,752 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/64db86d5601d4302ab705e7939f15b9c is 1055, key is row0064/info:/1731915848292/Put/seqid=0 2024-11-18T07:44:44,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/5c6ead05dbed496eaa74699d56291362 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5c6ead05dbed496eaa74699d56291362 2024-11-18T07:44:44,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5c6ead05dbed496eaa74699d56291362, entries=12, sequenceid=198, filesize=17.2 K 2024-11-18T07:44:44,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=6.16 KB/6306 for dcbb4b3afb465092a214c276899b2824 in 31ms, sequenceid=198, compaction requested=false 2024-11-18T07:44:44,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741861_1037 (size=88791) 2024-11-18T07:44:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741861_1037 (size=88791) 2024-11-18T07:44:44,777 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/64db86d5601d4302ab705e7939f15b9c as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/64db86d5601d4302ab705e7939f15b9c 2024-11-18T07:44:44,785 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcbb4b3afb465092a214c276899b2824/info of dcbb4b3afb465092a214c276899b2824 into 64db86d5601d4302ab705e7939f15b9c(size=86.7 K), total size for store is 103.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:44:44,786 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:44,786 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., storeName=dcbb4b3afb465092a214c276899b2824/info, priority=13, startTime=1731915884731; duration=0sec 2024-11-18T07:44:44,786 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:44,786 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcbb4b3afb465092a214c276899b2824:info 2024-11-18T07:44:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:46,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T07:44:46,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/926fdd03e55b4317b701dee083376e1a is 1055, key is row0155/info:/1731915884733/Put/seqid=0 2024-11-18T07:44:46,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741862_1038 (size=13394) 2024-11-18T07:44:46,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741862_1038 (size=13394) 2024-11-18T07:44:46,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/926fdd03e55b4317b701dee083376e1a 2024-11-18T07:44:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/926fdd03e55b4317b701dee083376e1a as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/926fdd03e55b4317b701dee083376e1a 2024-11-18T07:44:46,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/926fdd03e55b4317b701dee083376e1a, entries=8, sequenceid=210, filesize=13.1 K 2024-11-18T07:44:46,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for dcbb4b3afb465092a214c276899b2824 in 33ms, sequenceid=210, compaction requested=true 2024-11-18T07:44:46,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:46,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcbb4b3afb465092a214c276899b2824:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T07:44:46,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:46,795 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T07:44:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:46,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-18T07:44:46,796 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T07:44:46,796 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1541): dcbb4b3afb465092a214c276899b2824/info is initiating minor compaction (all files) 2024-11-18T07:44:46,796 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcbb4b3afb465092a214c276899b2824/info in TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:44:46,796 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/64db86d5601d4302ab705e7939f15b9c, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5c6ead05dbed496eaa74699d56291362, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/926fdd03e55b4317b701dee083376e1a] into tmpdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp, totalSize=117.0 K 2024-11-18T07:44:46,797 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64db86d5601d4302ab705e7939f15b9c, keycount=79, bloomtype=ROW, size=86.7 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731915848292 2024-11-18T07:44:46,798 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c6ead05dbed496eaa74699d56291362, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731915884697 2024-11-18T07:44:46,799 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 926fdd03e55b4317b701dee083376e1a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731915884733 2024-11-18T07:44:46,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/bdf09fcda21c452485dcffa1f23a8d95 is 1055, key is row0163/info:/1731915886762/Put/seqid=0 2024-11-18T07:44:46,834 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcbb4b3afb465092a214c276899b2824#info#compaction#54 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:44:46,835 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/934d3b8813764f1392ab637e3a684245 is 1055, key is row0064/info:/1731915848292/Put/seqid=0 2024-11-18T07:44:46,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=dcbb4b3afb465092a214c276899b2824, server=87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T07:44:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:45506 deadline: 1731915896843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=dcbb4b3afb465092a214c276899b2824, server=87fb3d252950,42951,1731915824723 2024-11-18T07:44:46,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., hostname=87fb3d252950,42951,1731915824723, seqNum=123 , the old value is region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., hostname=87fb3d252950,42951,1731915824723, seqNum=123, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=dcbb4b3afb465092a214c276899b2824, server=87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T07:44:46,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., hostname=87fb3d252950,42951,1731915824723, seqNum=123 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=dcbb4b3afb465092a214c276899b2824, server=87fb3d252950,42951,1731915824723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T07:44:46,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., hostname=87fb3d252950,42951,1731915824723, seqNum=123 because the exception is null or not the one we care about 2024-11-18T07:44:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741863_1039 (size=16553) 2024-11-18T07:44:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741863_1039 (size=16553) 2024-11-18T07:44:46,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/bdf09fcda21c452485dcffa1f23a8d95 2024-11-18T07:44:46,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/bdf09fcda21c452485dcffa1f23a8d95 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/bdf09fcda21c452485dcffa1f23a8d95 2024-11-18T07:44:46,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/bdf09fcda21c452485dcffa1f23a8d95, entries=11, sequenceid=224, filesize=16.2 K 2024-11-18T07:44:46,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=18.47 KB/18918 for dcbb4b3afb465092a214c276899b2824 in 66ms, sequenceid=224, compaction requested=false 2024-11-18T07:44:46,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741864_1040 (size=109957) 2024-11-18T07:44:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741864_1040 (size=109957) 2024-11-18T07:44:46,872 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/934d3b8813764f1392ab637e3a684245 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/934d3b8813764f1392ab637e3a684245 2024-11-18T07:44:46,881 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcbb4b3afb465092a214c276899b2824/info of dcbb4b3afb465092a214c276899b2824 into 934d3b8813764f1392ab637e3a684245(size=107.4 K), total size for store is 123.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:44:46,881 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:46,881 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., storeName=dcbb4b3afb465092a214c276899b2824/info, priority=13, startTime=1731915886795; duration=0sec 2024-11-18T07:44:46,882 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:46,882 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcbb4b3afb465092a214c276899b2824:info 2024-11-18T07:44:56,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b7b78290a277e032d888c967a6bb0b06, had cached 0 bytes from a total of 71441 2024-11-18T07:44:56,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dcbb4b3afb465092a214c276899b2824, had cached 0 bytes from a total of 126510 2024-11-18T07:44:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:56,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-18T07:44:56,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/b589ad82f9ee41bdb6f8802713e8b823 is 1055, key is row0174/info:/1731915886798/Put/seqid=0 2024-11-18T07:44:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741865_1041 (size=24997) 2024-11-18T07:44:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741865_1041 (size=24997) 2024-11-18T07:44:56,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/b589ad82f9ee41bdb6f8802713e8b823 2024-11-18T07:44:56,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/b589ad82f9ee41bdb6f8802713e8b823 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/b589ad82f9ee41bdb6f8802713e8b823 2024-11-18T07:44:56,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/b589ad82f9ee41bdb6f8802713e8b823, entries=19, sequenceid=247, filesize=24.4 K 2024-11-18T07:44:56,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=0 B/0 for dcbb4b3afb465092a214c276899b2824 in 24ms, sequenceid=247, compaction requested=true 2024-11-18T07:44:56,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:56,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcbb4b3afb465092a214c276899b2824:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T07:44:56,884 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T07:44:56,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:56,887 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 151507 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T07:44:56,887 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1541): dcbb4b3afb465092a214c276899b2824/info is initiating minor compaction (all files) 2024-11-18T07:44:56,887 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcbb4b3afb465092a214c276899b2824/info in TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:44:56,887 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/934d3b8813764f1392ab637e3a684245, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/bdf09fcda21c452485dcffa1f23a8d95, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/b589ad82f9ee41bdb6f8802713e8b823] into tmpdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp, totalSize=148.0 K 2024-11-18T07:44:56,888 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 934d3b8813764f1392ab637e3a684245, keycount=99, bloomtype=ROW, size=107.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731915848292 2024-11-18T07:44:56,888 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdf09fcda21c452485dcffa1f23a8d95, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731915886762 2024-11-18T07:44:56,889 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting b589ad82f9ee41bdb6f8802713e8b823, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731915886798 2024-11-18T07:44:56,903 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcbb4b3afb465092a214c276899b2824#info#compaction#56 average throughput is 32.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:44:56,903 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/53807719d13c4d7cb9756cd566e8a3ab is 1055, key is row0064/info:/1731915848292/Put/seqid=0 2024-11-18T07:44:56,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741866_1042 (size=141853) 2024-11-18T07:44:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741866_1042 (size=141853) 2024-11-18T07:44:56,919 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/53807719d13c4d7cb9756cd566e8a3ab as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/53807719d13c4d7cb9756cd566e8a3ab 2024-11-18T07:44:56,926 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcbb4b3afb465092a214c276899b2824/info of dcbb4b3afb465092a214c276899b2824 into 53807719d13c4d7cb9756cd566e8a3ab(size=138.5 K), total size for store is 138.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:44:56,926 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:56,926 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., storeName=dcbb4b3afb465092a214c276899b2824/info, priority=13, startTime=1731915896884; duration=0sec 2024-11-18T07:44:56,926 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:56,926 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcbb4b3afb465092a214c276899b2824:info 2024-11-18T07:44:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:58,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T07:44:58,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/5d4c6b8753164bd29e31dfcc7f8c0d83 is 1055, key is row0193/info:/1731915898862/Put/seqid=0 2024-11-18T07:44:58,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741867_1043 (size=13397) 2024-11-18T07:44:58,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741867_1043 (size=13397) 2024-11-18T07:44:58,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/5d4c6b8753164bd29e31dfcc7f8c0d83 2024-11-18T07:44:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/5d4c6b8753164bd29e31dfcc7f8c0d83 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5d4c6b8753164bd29e31dfcc7f8c0d83 2024-11-18T07:44:58,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5d4c6b8753164bd29e31dfcc7f8c0d83, entries=8, sequenceid=259, filesize=13.1 K 2024-11-18T07:44:58,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=9.24 KB/9459 for dcbb4b3afb465092a214c276899b2824 in 25ms, sequenceid=259, compaction requested=false 2024-11-18T07:44:58,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:44:58,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-18T07:44:58,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/fb251e1b6f8148df951fce2f45e03a97 is 1055, key is row0201/info:/1731915898875/Put/seqid=0 2024-11-18T07:44:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741868_1044 (size=16564) 2024-11-18T07:44:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741868_1044 (size=16564) 2024-11-18T07:44:58,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/fb251e1b6f8148df951fce2f45e03a97 2024-11-18T07:44:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/fb251e1b6f8148df951fce2f45e03a97 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb251e1b6f8148df951fce2f45e03a97 2024-11-18T07:44:58,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb251e1b6f8148df951fce2f45e03a97, entries=11, sequenceid=273, filesize=16.2 K 2024-11-18T07:44:58,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=13.34 KB/13663 for dcbb4b3afb465092a214c276899b2824 in 40ms, sequenceid=273, compaction requested=true 2024-11-18T07:44:58,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:58,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcbb4b3afb465092a214c276899b2824:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T07:44:58,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:58,941 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T07:44:58,942 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 171814 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T07:44:58,942 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1541): dcbb4b3afb465092a214c276899b2824/info is initiating minor compaction (all files) 2024-11-18T07:44:58,943 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcbb4b3afb465092a214c276899b2824/info in TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:44:58,943 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/53807719d13c4d7cb9756cd566e8a3ab, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5d4c6b8753164bd29e31dfcc7f8c0d83, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb251e1b6f8148df951fce2f45e03a97] into tmpdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp, totalSize=167.8 K 2024-11-18T07:44:58,943 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53807719d13c4d7cb9756cd566e8a3ab, keycount=129, bloomtype=ROW, size=138.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731915848292 2024-11-18T07:44:58,944 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d4c6b8753164bd29e31dfcc7f8c0d83, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731915898862 2024-11-18T07:44:58,944 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb251e1b6f8148df951fce2f45e03a97, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731915898875 2024-11-18T07:44:58,957 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcbb4b3afb465092a214c276899b2824#info#compaction#59 average throughput is 37.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:44:58,957 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/0f57aebbaa25474cbe2617ab8ab4661d is 1055, key is row0064/info:/1731915848292/Put/seqid=0 2024-11-18T07:44:58,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741869_1045 (size=161980) 2024-11-18T07:44:58,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741869_1045 (size=161980) 2024-11-18T07:44:58,968 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/0f57aebbaa25474cbe2617ab8ab4661d as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/0f57aebbaa25474cbe2617ab8ab4661d 2024-11-18T07:44:58,975 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcbb4b3afb465092a214c276899b2824/info of dcbb4b3afb465092a214c276899b2824 into 0f57aebbaa25474cbe2617ab8ab4661d(size=158.2 K), total size for store is 158.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:44:58,975 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:44:58,975 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., storeName=dcbb4b3afb465092a214c276899b2824/info, priority=13, startTime=1731915898941; duration=0sec 2024-11-18T07:44:58,976 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:44:58,976 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcbb4b3afb465092a214c276899b2824:info 2024-11-18T07:45:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:45:00,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-18T07:45:00,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/ffa4d3f344bf4601ab80156d8e8e21f6 is 1055, key is row0212/info:/1731915898902/Put/seqid=0 2024-11-18T07:45:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741870_1046 (size=19742) 2024-11-18T07:45:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741870_1046 (size=19742) 2024-11-18T07:45:00,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/ffa4d3f344bf4601ab80156d8e8e21f6 2024-11-18T07:45:00,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/ffa4d3f344bf4601ab80156d8e8e21f6 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/ffa4d3f344bf4601ab80156d8e8e21f6 2024-11-18T07:45:00,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/ffa4d3f344bf4601ab80156d8e8e21f6, entries=14, sequenceid=291, filesize=19.3 K 2024-11-18T07:45:00,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for dcbb4b3afb465092a214c276899b2824 in 25ms, sequenceid=291, compaction requested=false 2024-11-18T07:45:00,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:45:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:45:00,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-18T07:45:00,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/fb5907965f6346a5af4e6938da510bc2 is 1055, key is row0226/info:/1731915900931/Put/seqid=0 2024-11-18T07:45:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741871_1047 (size=16564) 2024-11-18T07:45:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741871_1047 (size=16564) 2024-11-18T07:45:00,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/fb5907965f6346a5af4e6938da510bc2 2024-11-18T07:45:00,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/fb5907965f6346a5af4e6938da510bc2 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb5907965f6346a5af4e6938da510bc2 2024-11-18T07:45:00,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb5907965f6346a5af4e6938da510bc2, entries=11, sequenceid=305, filesize=16.2 K 2024-11-18T07:45:00,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=11.29 KB/11561 for dcbb4b3afb465092a214c276899b2824 in 24ms, sequenceid=305, compaction requested=true 2024-11-18T07:45:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:45:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcbb4b3afb465092a214c276899b2824:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T07:45:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:45:00,979 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T07:45:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] regionserver.HRegion(8855): Flush requested on dcbb4b3afb465092a214c276899b2824 2024-11-18T07:45:00,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-18T07:45:00,981 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 198286 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T07:45:00,981 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1541): dcbb4b3afb465092a214c276899b2824/info is initiating minor compaction (all files) 2024-11-18T07:45:00,981 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcbb4b3afb465092a214c276899b2824/info in TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:45:00,981 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/0f57aebbaa25474cbe2617ab8ab4661d, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/ffa4d3f344bf4601ab80156d8e8e21f6, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb5907965f6346a5af4e6938da510bc2] into tmpdir=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp, totalSize=193.6 K 2024-11-18T07:45:00,981 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f57aebbaa25474cbe2617ab8ab4661d, keycount=148, bloomtype=ROW, size=158.2 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731915848292 2024-11-18T07:45:00,982 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffa4d3f344bf4601ab80156d8e8e21f6, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731915898902 2024-11-18T07:45:00,982 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb5907965f6346a5af4e6938da510bc2, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731915900931 2024-11-18T07:45:00,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/e91af891dfd345e3a136984a50917b1a is 1055, key is row0237/info:/1731915900956/Put/seqid=0 2024-11-18T07:45:01,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741872_1048 (size=17618) 2024-11-18T07:45:01,009 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcbb4b3afb465092a214c276899b2824#info#compaction#63 average throughput is 57.80 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T07:45:01,010 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/2033eb5194ed4254913fe65541476ae0 is 1055, key is row0064/info:/1731915848292/Put/seqid=0 2024-11-18T07:45:01,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741872_1048 (size=17618) 2024-11-18T07:45:01,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/e91af891dfd345e3a136984a50917b1a 2024-11-18T07:45:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/e91af891dfd345e3a136984a50917b1a as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/e91af891dfd345e3a136984a50917b1a 2024-11-18T07:45:01,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/e91af891dfd345e3a136984a50917b1a, entries=12, sequenceid=320, filesize=17.2 K 2024-11-18T07:45:01,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=8.21 KB/8408 for dcbb4b3afb465092a214c276899b2824 in 46ms, sequenceid=320, compaction requested=false 2024-11-18T07:45:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:45:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741873_1049 (size=188440) 2024-11-18T07:45:01,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741873_1049 (size=188440) 2024-11-18T07:45:01,039 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/2033eb5194ed4254913fe65541476ae0 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/2033eb5194ed4254913fe65541476ae0 2024-11-18T07:45:01,046 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcbb4b3afb465092a214c276899b2824/info of dcbb4b3afb465092a214c276899b2824 into 2033eb5194ed4254913fe65541476ae0(size=184.0 K), total size for store is 201.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T07:45:01,046 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:45:01,046 INFO [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., storeName=dcbb4b3afb465092a214c276899b2824/info, priority=13, startTime=1731915900979; duration=0sec 2024-11-18T07:45:01,046 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T07:45:01,046 DEBUG [RS:0;87fb3d252950:42951-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcbb4b3afb465092a214c276899b2824:info 2024-11-18T07:45:02,998 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-18T07:45:03,011 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915902998, exclude list is [], retry=0 2024-11-18T07:45:03,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43599,DS-759b8f8e-5e93-4474-8f34-8bea58589584,DISK] 2024-11-18T07:45:03,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37107,DS-bd4f260a-ea8a-4705-a947-0d8ef22bef28,DISK] 2024-11-18T07:45:03,015 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915825367 with entries=310, filesize=301.47 KB; new WAL /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915902998 2024-11-18T07:45:03,015 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363),(127.0.0.1/127.0.0.1:36521:36521)] 2024-11-18T07:45:03,015 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915825367 is not closed yet, will try archiving it next time 2024-11-18T07:45:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741833_1009 (size=308714) 2024-11-18T07:45:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741833_1009 (size=308714) 2024-11-18T07:45:03,019 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dcbb4b3afb465092a214c276899b2824 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T07:45:03,023 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/707db994ab8f4d85a0a72de111325ff7 is 1055, key is row0249/info:/1731915900981/Put/seqid=0 2024-11-18T07:45:03,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741875_1051 (size=13402) 2024-11-18T07:45:03,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741875_1051 (size=13402) 2024-11-18T07:45:03,028 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/707db994ab8f4d85a0a72de111325ff7 2024-11-18T07:45:03,034 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/.tmp/info/707db994ab8f4d85a0a72de111325ff7 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/707db994ab8f4d85a0a72de111325ff7 2024-11-18T07:45:03,039 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/707db994ab8f4d85a0a72de111325ff7, entries=8, sequenceid=332, filesize=13.1 K 2024-11-18T07:45:03,041 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for dcbb4b3afb465092a214c276899b2824 in 22ms, sequenceid=332, compaction requested=true 2024-11-18T07:45:03,041 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dcbb4b3afb465092a214c276899b2824: 2024-11-18T07:45:03,041 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b7b78290a277e032d888c967a6bb0b06: 2024-11-18T07:45:03,041 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-18T07:45:03,046 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/info/386e3971c890483bbc67e4638fa36419 is 193, key is TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824./info:regioninfo/1731915851313/Put/seqid=0 2024-11-18T07:45:03,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741876_1052 (size=6223) 2024-11-18T07:45:03,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741876_1052 (size=6223) 2024-11-18T07:45:03,056 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/info/386e3971c890483bbc67e4638fa36419 2024-11-18T07:45:03,062 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/.tmp/info/386e3971c890483bbc67e4638fa36419 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/info/386e3971c890483bbc67e4638fa36419 2024-11-18T07:45:03,069 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/info/386e3971c890483bbc67e4638fa36419, entries=5, sequenceid=21, filesize=6.1 K 2024-11-18T07:45:03,071 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=21, compaction requested=false 2024-11-18T07:45:03,071 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-18T07:45:03,084 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915903071, exclude list is [], retry=0 2024-11-18T07:45:03,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43599,DS-759b8f8e-5e93-4474-8f34-8bea58589584,DISK] 2024-11-18T07:45:03,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37107,DS-bd4f260a-ea8a-4705-a947-0d8ef22bef28,DISK] 2024-11-18T07:45:03,088 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915902998 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915903071 2024-11-18T07:45:03,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363),(127.0.0.1/127.0.0.1:36521:36521)] 2024-11-18T07:45:03,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915902998 is not closed yet, will try archiving it next time 2024-11-18T07:45:03,088 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915825367 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/oldWALs/87fb3d252950%2C42951%2C1731915824723.1731915825367 2024-11-18T07:45:03,089 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T07:45:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741874_1050 (size=731) 2024-11-18T07:45:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741874_1050 (size=731) 2024-11-18T07:45:03,090 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/WALs/87fb3d252950,42951,1731915824723/87fb3d252950%2C42951%2C1731915824723.1731915902998 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/oldWALs/87fb3d252950%2C42951%2C1731915824723.1731915902998 2024-11-18T07:45:03,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T07:45:03,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T07:45:03,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:45:03,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:03,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:03,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T07:45:03,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T07:45:03,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=871664621, stopped=false 2024-11-18T07:45:03,190 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb3d252950,34265,1731915824570 2024-11-18T07:45:03,236 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T07:45:03,236 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:03,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:45:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T07:45:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:03,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:45:03,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T07:45:03,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:45:03,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:03,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:45:03,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb3d252950,42951,1731915824723' ***** 2024-11-18T07:45:03,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T07:45:03,239 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T07:45:03,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T07:45:03,239 INFO [RS:0;87fb3d252950:42951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T07:45:03,239 INFO [RS:0;87fb3d252950:42951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T07:45:03,239 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(3091): Received CLOSE for dcbb4b3afb465092a214c276899b2824 2024-11-18T07:45:03,239 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(3091): Received CLOSE for b7b78290a277e032d888c967a6bb0b06 2024-11-18T07:45:03,239 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcbb4b3afb465092a214c276899b2824, disabling compactions & flushes 2024-11-18T07:45:03,239 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(959): stopping server 87fb3d252950,42951,1731915824723 2024-11-18T07:45:03,239 INFO [RS:0;87fb3d252950:42951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:45:03,239 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:45:03,239 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:45:03,239 INFO [RS:0;87fb3d252950:42951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb3d252950:42951. 2024-11-18T07:45:03,240 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. after waiting 0 ms 2024-11-18T07:45:03,240 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:45:03,240 DEBUG [RS:0;87fb3d252950:42951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:45:03,240 DEBUG [RS:0;87fb3d252950:42951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:03,240 INFO [RS:0;87fb3d252950:42951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T07:45:03,240 INFO [RS:0;87fb3d252950:42951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T07:45:03,240 INFO [RS:0;87fb3d252950:42951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T07:45:03,240 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T07:45:03,240 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T07:45:03,240 DEBUG [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(1325): Online Regions={dcbb4b3afb465092a214c276899b2824=TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824., b7b78290a277e032d888c967a6bb0b06=TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T07:45:03,240 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:45:03,240 DEBUG [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7b78290a277e032d888c967a6bb0b06, dcbb4b3afb465092a214c276899b2824 2024-11-18T07:45:03,240 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:45:03,240 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:45:03,240 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T07:45:03,240 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:45:03,240 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee->hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/911b84a0ad4846da92ce346a66a9564e-top, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-130d98b9ab1d44d2a65f6fdff3a7c443, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/61b382aea8f04a2ea3659fa896bb60dc, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-6bc7654c4bd048dbbfa08ef846b8a46e, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/c2a080e931af4c5dad135b5ab20120bd, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/03f3ed1fd1f44d4fb08084426024873c, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/82ef050daee3479081381cf1554eb7b6, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/a861049ef0ec479698c3aca76ced3e68, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/64db86d5601d4302ab705e7939f15b9c, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/1b3006d5842f4d80987d3ac904bcd6ca, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5c6ead05dbed496eaa74699d56291362, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/934d3b8813764f1392ab637e3a684245, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/926fdd03e55b4317b701dee083376e1a, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/bdf09fcda21c452485dcffa1f23a8d95, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/53807719d13c4d7cb9756cd566e8a3ab, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/b589ad82f9ee41bdb6f8802713e8b823, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5d4c6b8753164bd29e31dfcc7f8c0d83, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/0f57aebbaa25474cbe2617ab8ab4661d, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb251e1b6f8148df951fce2f45e03a97, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/ffa4d3f344bf4601ab80156d8e8e21f6, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb5907965f6346a5af4e6938da510bc2] to archive 2024-11-18T07:45:03,241 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T07:45:03,243 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:45:03,244 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-130d98b9ab1d44d2a65f6fdff3a7c443 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-130d98b9ab1d44d2a65f6fdff3a7c443 2024-11-18T07:45:03,245 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-18T07:45:03,245 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/61b382aea8f04a2ea3659fa896bb60dc to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/61b382aea8f04a2ea3659fa896bb60dc 2024-11-18T07:45:03,245 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:45:03,245 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:45:03,246 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731915903240Running coprocessor pre-close hooks at 1731915903240Disabling compacts and flushes for region at 1731915903240Disabling writes for close at 1731915903240Writing region close event to WAL at 1731915903242 (+2 ms)Running coprocessor post-close hooks at 1731915903245 (+3 ms)Closed at 1731915903245 2024-11-18T07:45:03,246 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T07:45:03,246 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-6bc7654c4bd048dbbfa08ef846b8a46e to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/TestLogRolling-testLogRolling=21d41c51d334e0b5fce487f9802120ee-6bc7654c4bd048dbbfa08ef846b8a46e 2024-11-18T07:45:03,247 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/c2a080e931af4c5dad135b5ab20120bd to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/c2a080e931af4c5dad135b5ab20120bd 2024-11-18T07:45:03,248 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/03f3ed1fd1f44d4fb08084426024873c to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/03f3ed1fd1f44d4fb08084426024873c 2024-11-18T07:45:03,249 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/82ef050daee3479081381cf1554eb7b6 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/82ef050daee3479081381cf1554eb7b6 2024-11-18T07:45:03,250 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/a861049ef0ec479698c3aca76ced3e68 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/a861049ef0ec479698c3aca76ced3e68 2024-11-18T07:45:03,251 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/64db86d5601d4302ab705e7939f15b9c to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/64db86d5601d4302ab705e7939f15b9c 2024-11-18T07:45:03,252 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/1b3006d5842f4d80987d3ac904bcd6ca to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/1b3006d5842f4d80987d3ac904bcd6ca 2024-11-18T07:45:03,254 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5c6ead05dbed496eaa74699d56291362 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5c6ead05dbed496eaa74699d56291362 2024-11-18T07:45:03,256 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/934d3b8813764f1392ab637e3a684245 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/934d3b8813764f1392ab637e3a684245 2024-11-18T07:45:03,257 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/926fdd03e55b4317b701dee083376e1a to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/926fdd03e55b4317b701dee083376e1a 2024-11-18T07:45:03,258 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/bdf09fcda21c452485dcffa1f23a8d95 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/bdf09fcda21c452485dcffa1f23a8d95 2024-11-18T07:45:03,259 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/53807719d13c4d7cb9756cd566e8a3ab to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/53807719d13c4d7cb9756cd566e8a3ab 2024-11-18T07:45:03,260 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/b589ad82f9ee41bdb6f8802713e8b823 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/b589ad82f9ee41bdb6f8802713e8b823 2024-11-18T07:45:03,261 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5d4c6b8753164bd29e31dfcc7f8c0d83 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/5d4c6b8753164bd29e31dfcc7f8c0d83 2024-11-18T07:45:03,262 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/0f57aebbaa25474cbe2617ab8ab4661d to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/0f57aebbaa25474cbe2617ab8ab4661d 2024-11-18T07:45:03,263 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb251e1b6f8148df951fce2f45e03a97 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb251e1b6f8148df951fce2f45e03a97 2024-11-18T07:45:03,264 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/ffa4d3f344bf4601ab80156d8e8e21f6 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/ffa4d3f344bf4601ab80156d8e8e21f6 2024-11-18T07:45:03,265 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb5907965f6346a5af4e6938da510bc2 to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/info/fb5907965f6346a5af4e6938da510bc2 2024-11-18T07:45:03,265 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb3d252950:34265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-18T07:45:03,266 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [61b382aea8f04a2ea3659fa896bb60dc=38953, c2a080e931af4c5dad135b5ab20120bd=13392, 03f3ed1fd1f44d4fb08084426024873c=62287, 82ef050daee3479081381cf1554eb7b6=19728, a861049ef0ec479698c3aca76ced3e68=17606, 64db86d5601d4302ab705e7939f15b9c=88791, 1b3006d5842f4d80987d3ac904bcd6ca=18675, 5c6ead05dbed496eaa74699d56291362=17606, 934d3b8813764f1392ab637e3a684245=109957, 926fdd03e55b4317b701dee083376e1a=13394, bdf09fcda21c452485dcffa1f23a8d95=16553, 53807719d13c4d7cb9756cd566e8a3ab=141853, b589ad82f9ee41bdb6f8802713e8b823=24997, 5d4c6b8753164bd29e31dfcc7f8c0d83=13397, 0f57aebbaa25474cbe2617ab8ab4661d=161980, fb251e1b6f8148df951fce2f45e03a97=16564, ffa4d3f344bf4601ab80156d8e8e21f6=19742, fb5907965f6346a5af4e6938da510bc2=16564] 2024-11-18T07:45:03,269 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/dcbb4b3afb465092a214c276899b2824/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=122 2024-11-18T07:45:03,269 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:45:03,270 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcbb4b3afb465092a214c276899b2824: Waiting for close lock at 1731915903239Running coprocessor pre-close hooks at 1731915903239Disabling compacts and flushes for region at 1731915903239Disabling writes for close at 1731915903240 (+1 ms)Writing region close event to WAL at 1731915903266 (+26 ms)Running coprocessor post-close hooks at 1731915903269 (+3 ms)Closed at 1731915903269 2024-11-18T07:45:03,270 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731915850375.dcbb4b3afb465092a214c276899b2824. 2024-11-18T07:45:03,270 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7b78290a277e032d888c967a6bb0b06, disabling compactions & flushes 2024-11-18T07:45:03,270 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. 2024-11-18T07:45:03,270 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. 2024-11-18T07:45:03,270 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. after waiting 0 ms 2024-11-18T07:45:03,270 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. 2024-11-18T07:45:03,270 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee->hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/21d41c51d334e0b5fce487f9802120ee/info/911b84a0ad4846da92ce346a66a9564e-bottom] to archive 2024-11-18T07:45:03,271 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T07:45:03,273 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee to hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/archive/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/info/911b84a0ad4846da92ce346a66a9564e.21d41c51d334e0b5fce487f9802120ee 2024-11-18T07:45:03,273 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-18T07:45:03,278 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/data/default/TestLogRolling-testLogRolling/b7b78290a277e032d888c967a6bb0b06/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=122 2024-11-18T07:45:03,278 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. 2024-11-18T07:45:03,278 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7b78290a277e032d888c967a6bb0b06: Waiting for close lock at 1731915903270Running coprocessor pre-close hooks at 1731915903270Disabling compacts and flushes for region at 1731915903270Disabling writes for close at 1731915903270Writing region close event to WAL at 1731915903273 (+3 ms)Running coprocessor post-close hooks at 1731915903278 (+5 ms)Closed at 1731915903278 2024-11-18T07:45:03,279 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731915850375.b7b78290a277e032d888c967a6bb0b06. 2024-11-18T07:45:03,279 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T07:45:03,279 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T07:45:03,440 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(976): stopping server 87fb3d252950,42951,1731915824723; all regions closed. 2024-11-18T07:45:03,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741834_1010 (size=8107) 2024-11-18T07:45:03,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741834_1010 (size=8107) 2024-11-18T07:45:03,445 DEBUG [RS:0;87fb3d252950:42951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/oldWALs 2024-11-18T07:45:03,445 INFO [RS:0;87fb3d252950:42951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C42951%2C1731915824723.meta:.meta(num 1731915825728) 2024-11-18T07:45:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741877_1053 (size=778) 2024-11-18T07:45:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741877_1053 (size=778) 2024-11-18T07:45:03,449 DEBUG [RS:0;87fb3d252950:42951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/oldWALs 2024-11-18T07:45:03,449 INFO [RS:0;87fb3d252950:42951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C42951%2C1731915824723:(num 1731915903071) 2024-11-18T07:45:03,450 DEBUG [RS:0;87fb3d252950:42951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:03,450 INFO [RS:0;87fb3d252950:42951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:45:03,450 INFO [RS:0;87fb3d252950:42951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T07:45:03,450 INFO [RS:0;87fb3d252950:42951 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb3d252950:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T07:45:03,450 INFO [RS:0;87fb3d252950:42951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T07:45:03,450 INFO [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T07:45:03,450 INFO [RS:0;87fb3d252950:42951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42951 2024-11-18T07:45:03,469 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb3d252950,42951,1731915824723 2024-11-18T07:45:03,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:45:03,469 INFO [RS:0;87fb3d252950:42951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:45:03,469 ERROR [pool-478-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fef2c903ab0@58bc4cdf rejected from java.util.concurrent.ThreadPoolExecutor@1dbed9ac[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T07:45:03,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb3d252950,42951,1731915824723] 2024-11-18T07:45:03,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb3d252950,42951,1731915824723 already deleted, retry=false 2024-11-18T07:45:03,486 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb3d252950,42951,1731915824723 expired; onlineServers=0 2024-11-18T07:45:03,486 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb3d252950,34265,1731915824570' ***** 2024-11-18T07:45:03,486 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T07:45:03,486 INFO [M:0;87fb3d252950:34265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:45:03,486 INFO [M:0;87fb3d252950:34265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T07:45:03,486 DEBUG [M:0;87fb3d252950:34265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T07:45:03,486 DEBUG [M:0;87fb3d252950:34265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T07:45:03,486 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T07:45:03,486 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915825071 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915825071,5,FailOnTimeoutGroup] 2024-11-18T07:45:03,486 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915825073 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915825073,5,FailOnTimeoutGroup] 2024-11-18T07:45:03,486 INFO [M:0;87fb3d252950:34265 {}] hbase.ChoreService(370): Chore service for: master/87fb3d252950:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T07:45:03,487 INFO [M:0;87fb3d252950:34265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T07:45:03,487 DEBUG [M:0;87fb3d252950:34265 {}] master.HMaster(1795): Stopping service threads 2024-11-18T07:45:03,487 INFO [M:0;87fb3d252950:34265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T07:45:03,487 INFO [M:0;87fb3d252950:34265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:45:03,487 INFO [M:0;87fb3d252950:34265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T07:45:03,487 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T07:45:03,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T07:45:03,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:03,495 DEBUG [M:0;87fb3d252950:34265 {}] zookeeper.ZKUtil(347): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T07:45:03,495 WARN [M:0;87fb3d252950:34265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T07:45:03,496 INFO [M:0;87fb3d252950:34265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/.lastflushedseqids 2024-11-18T07:45:03,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741878_1054 (size=228) 2024-11-18T07:45:03,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741878_1054 (size=228) 2024-11-18T07:45:03,504 INFO [M:0;87fb3d252950:34265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T07:45:03,504 INFO [M:0;87fb3d252950:34265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T07:45:03,504 DEBUG [M:0;87fb3d252950:34265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:45:03,504 INFO [M:0;87fb3d252950:34265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:03,505 DEBUG [M:0;87fb3d252950:34265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:03,505 DEBUG [M:0;87fb3d252950:34265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:45:03,505 DEBUG [M:0;87fb3d252950:34265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:03,505 INFO [M:0;87fb3d252950:34265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-18T07:45:03,521 DEBUG [M:0;87fb3d252950:34265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5aad1793d3b4fa1a2e9ff13691bcceb is 82, key is hbase:meta,,1/info:regioninfo/1731915825786/Put/seqid=0 2024-11-18T07:45:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741879_1055 (size=5672) 2024-11-18T07:45:03,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741879_1055 (size=5672) 2024-11-18T07:45:03,526 INFO [M:0;87fb3d252950:34265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5aad1793d3b4fa1a2e9ff13691bcceb 2024-11-18T07:45:03,546 DEBUG [M:0;87fb3d252950:34265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1e2c4b20f654504a79e1d503bce8e8b is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731915826359/Put/seqid=0 2024-11-18T07:45:03,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741880_1056 (size=7090) 2024-11-18T07:45:03,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741880_1056 (size=7090) 2024-11-18T07:45:03,553 INFO [M:0;87fb3d252950:34265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1e2c4b20f654504a79e1d503bce8e8b 2024-11-18T07:45:03,557 INFO [M:0;87fb3d252950:34265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1e2c4b20f654504a79e1d503bce8e8b 2024-11-18T07:45:03,573 DEBUG [M:0;87fb3d252950:34265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517dafd305e54b6894dc7c207c564087 is 69, key is 87fb3d252950,42951,1731915824723/rs:state/1731915825195/Put/seqid=0 2024-11-18T07:45:03,578 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:45:03,578 INFO [RS:0;87fb3d252950:42951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:45:03,578 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42951-0x1014e2fd06d0001, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:45:03,578 INFO [RS:0;87fb3d252950:42951 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb3d252950,42951,1731915824723; zookeeper connection closed. 2024-11-18T07:45:03,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741881_1057 (size=5156) 2024-11-18T07:45:03,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741881_1057 (size=5156) 2024-11-18T07:45:03,578 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a1123a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a1123a5 2024-11-18T07:45:03,578 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T07:45:03,578 INFO [M:0;87fb3d252950:34265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517dafd305e54b6894dc7c207c564087 2024-11-18T07:45:03,596 DEBUG [M:0;87fb3d252950:34265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6e5f64fb870a471ab11a95b4a90c58d2 is 52, key is load_balancer_on/state:d/1731915825969/Put/seqid=0 2024-11-18T07:45:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741882_1058 (size=5056) 2024-11-18T07:45:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741882_1058 (size=5056) 2024-11-18T07:45:03,603 INFO [M:0;87fb3d252950:34265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6e5f64fb870a471ab11a95b4a90c58d2 2024-11-18T07:45:03,609 DEBUG [M:0;87fb3d252950:34265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5aad1793d3b4fa1a2e9ff13691bcceb as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5aad1793d3b4fa1a2e9ff13691bcceb 2024-11-18T07:45:03,614 INFO [M:0;87fb3d252950:34265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5aad1793d3b4fa1a2e9ff13691bcceb, entries=8, sequenceid=125, filesize=5.5 K 2024-11-18T07:45:03,616 DEBUG [M:0;87fb3d252950:34265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1e2c4b20f654504a79e1d503bce8e8b as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1e2c4b20f654504a79e1d503bce8e8b 2024-11-18T07:45:03,624 INFO [M:0;87fb3d252950:34265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1e2c4b20f654504a79e1d503bce8e8b 2024-11-18T07:45:03,624 INFO [M:0;87fb3d252950:34265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1e2c4b20f654504a79e1d503bce8e8b, entries=13, sequenceid=125, filesize=6.9 K 2024-11-18T07:45:03,625 DEBUG [M:0;87fb3d252950:34265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517dafd305e54b6894dc7c207c564087 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/517dafd305e54b6894dc7c207c564087 2024-11-18T07:45:03,630 INFO [M:0;87fb3d252950:34265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/517dafd305e54b6894dc7c207c564087, entries=1, sequenceid=125, filesize=5.0 K 2024-11-18T07:45:03,631 DEBUG [M:0;87fb3d252950:34265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6e5f64fb870a471ab11a95b4a90c58d2 as hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6e5f64fb870a471ab11a95b4a90c58d2 2024-11-18T07:45:03,635 INFO [M:0;87fb3d252950:34265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/6ed32b45-c734-19ae-0464-5480f79ef50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6e5f64fb870a471ab11a95b4a90c58d2, entries=1, sequenceid=125, filesize=4.9 K 2024-11-18T07:45:03,636 INFO [M:0;87fb3d252950:34265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=125, compaction requested=false 2024-11-18T07:45:03,637 INFO [M:0;87fb3d252950:34265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:03,638 DEBUG [M:0;87fb3d252950:34265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731915903504Disabling compacts and flushes for region at 1731915903504Disabling writes for close at 1731915903505 (+1 ms)Obtaining lock to block concurrent updates at 1731915903505Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731915903505Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1731915903505Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731915903506 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731915903506Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731915903521 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731915903521Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731915903531 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731915903545 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731915903546 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731915903557 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731915903572 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731915903572Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731915903583 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731915903596 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731915903596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d3239c: reopening flushed file at 1731915903608 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c52d77d: reopening flushed file at 1731915903614 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423ee588: reopening flushed file at 1731915903625 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281ec218: reopening flushed file at 1731915903630 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=125, compaction requested=false at 1731915903636 (+6 ms)Writing region close event to WAL at 1731915903637 (+1 ms)Closed at 1731915903637 2024-11-18T07:45:03,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37107 is added to blk_1073741830_1006 (size=61320) 2024-11-18T07:45:03,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741830_1006 (size=61320) 2024-11-18T07:45:03,640 INFO [M:0;87fb3d252950:34265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T07:45:03,640 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T07:45:03,641 INFO [M:0;87fb3d252950:34265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34265 2024-11-18T07:45:03,641 INFO [M:0;87fb3d252950:34265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:45:03,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:45:03,767 INFO [M:0;87fb3d252950:34265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:45:03,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34265-0x1014e2fd06d0000, quorum=127.0.0.1:61995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:45:03,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32d50d60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:45:03,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e9632bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:45:03,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:45:03,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23267338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:45:03,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d52625f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/hadoop.log.dir/,STOPPED} 2024-11-18T07:45:03,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:45:03,801 WARN [BP-119503363-172.17.0.2-1731915822717 heartbeating to localhost/127.0.0.1:45901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:45:03,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:45:03,801 WARN [BP-119503363-172.17.0.2-1731915822717 heartbeating to localhost/127.0.0.1:45901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-119503363-172.17.0.2-1731915822717 (Datanode Uuid f7a2e5c8-53c7-42e9-b49b-f34a700fbb51) service to localhost/127.0.0.1:45901 2024-11-18T07:45:03,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/data/data3/current/BP-119503363-172.17.0.2-1731915822717 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:45:03,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/data/data4/current/BP-119503363-172.17.0.2-1731915822717 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:45:03,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:45:03,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59a360e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:45:03,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@359473ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:45:03,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:45:03,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220bca55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:45:03,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48e48860{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/hadoop.log.dir/,STOPPED} 2024-11-18T07:45:03,807 WARN [BP-119503363-172.17.0.2-1731915822717 heartbeating to localhost/127.0.0.1:45901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:45:03,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:45:03,807 WARN [BP-119503363-172.17.0.2-1731915822717 heartbeating to localhost/127.0.0.1:45901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-119503363-172.17.0.2-1731915822717 (Datanode Uuid ebffd8c6-b30f-40be-9b30-475611cf0716) service to localhost/127.0.0.1:45901 2024-11-18T07:45:03,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:45:03,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/data/data1/current/BP-119503363-172.17.0.2-1731915822717 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:45:03,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/cluster_d3fe5a2a-0acb-7b5a-8427-f8967ab9b26b/data/data2/current/BP-119503363-172.17.0.2-1731915822717 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:45:03,808 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:45:03,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56bed761{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:45:03,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6acbe6d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:45:03,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:45:03,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65cf84c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:45:03,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41196da6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/hadoop.log.dir/,STOPPED} 2024-11-18T07:45:03,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T07:45:03,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T07:45:03,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=109 (was 100) - Thread LEAK? -, OpenFileDescriptor=451 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 232) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5916 (was 5914) - AvailableMemoryMB LEAK? - 2024-11-18T07:45:03,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=5916 2024-11-18T07:45:03,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/hadoop.log.dir so I do NOT create it in target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95fa83ca-1f1f-c0dc-e2ee-ee9ae3b2a20c/hadoop.tmp.dir so I do NOT create it in target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607, deleteOnExit=true 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/test.cache.data in system properties and HBase conf 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/hadoop.log.dir in system properties and HBase conf 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T07:45:03,867 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:45:03,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/nfs.dump.dir in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/java.io.tmpdir in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T07:45:03,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T07:45:04,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:45:04,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:45:04,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:45:04,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:45:04,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T07:45:04,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:45:04,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e0aa18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:45:04,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bbc343f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:45:04,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76148131{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/java.io.tmpdir/jetty-localhost-40531-hadoop-hdfs-3_4_1-tests_jar-_-any-17317630547968909396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:45:04,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d42c6cd{HTTP/1.1, (http/1.1)}{localhost:40531} 2024-11-18T07:45:04,293 INFO [Time-limited test {}] server.Server(415): Started @228723ms 2024-11-18T07:45:04,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:45:04,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:45:04,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:45:04,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:45:04,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T07:45:04,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36b26868{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:45:04,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12450df0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:45:04,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c866e25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/java.io.tmpdir/jetty-localhost-39209-hadoop-hdfs-3_4_1-tests_jar-_-any-4457666840846727510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:45:04,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@df47e62{HTTP/1.1, (http/1.1)}{localhost:39209} 2024-11-18T07:45:04,662 INFO [Time-limited test {}] server.Server(415): Started @229092ms 2024-11-18T07:45:04,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:45:04,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:45:04,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:45:04,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:45:04,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:45:04,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T07:45:04,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b1e7a7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:45:04,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@522ce7e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:45:04,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2851ce55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/java.io.tmpdir/jetty-localhost-42385-hadoop-hdfs-3_4_1-tests_jar-_-any-13118911842381370394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:45:04,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72ec89d9{HTTP/1.1, (http/1.1)}{localhost:42385} 2024-11-18T07:45:04,813 INFO [Time-limited test {}] server.Server(415): Started @229243ms 2024-11-18T07:45:04,814 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:45:05,225 INFO [regionserver/87fb3d252950:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:45:06,032 WARN [Thread-1607 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/data/data1/current/BP-792510494-172.17.0.2-1731915903887/current, will proceed with Du for space computation calculation, 2024-11-18T07:45:06,032 WARN [Thread-1608 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/data/data2/current/BP-792510494-172.17.0.2-1731915903887/current, will proceed with Du for space computation calculation, 2024-11-18T07:45:06,048 WARN [Thread-1572 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:45:06,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7ec786494ac113e with lease ID 0x43285cbc8b948420: Processing first storage report for DS-26173379-bb13-46e1-9f61-8ba5a28f675f from datanode DatanodeRegistration(127.0.0.1:37057, datanodeUuid=134f5f43-d568-4590-bb14-b491ffe3412f, infoPort=32889, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=659033000;c=1731915903887) 2024-11-18T07:45:06,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7ec786494ac113e with lease ID 0x43285cbc8b948420: from storage DS-26173379-bb13-46e1-9f61-8ba5a28f675f node DatanodeRegistration(127.0.0.1:37057, datanodeUuid=134f5f43-d568-4590-bb14-b491ffe3412f, infoPort=32889, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=659033000;c=1731915903887), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:45:06,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7ec786494ac113e with lease ID 0x43285cbc8b948420: Processing first storage report for DS-b8809631-6509-4796-a752-ced2f39a3e71 from datanode DatanodeRegistration(127.0.0.1:37057, datanodeUuid=134f5f43-d568-4590-bb14-b491ffe3412f, infoPort=32889, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=659033000;c=1731915903887) 2024-11-18T07:45:06,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7ec786494ac113e with lease ID 0x43285cbc8b948420: from storage DS-b8809631-6509-4796-a752-ced2f39a3e71 node DatanodeRegistration(127.0.0.1:37057, datanodeUuid=134f5f43-d568-4590-bb14-b491ffe3412f, infoPort=32889, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=659033000;c=1731915903887), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:45:06,233 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/data/data3/current/BP-792510494-172.17.0.2-1731915903887/current, will proceed with Du for space computation calculation, 2024-11-18T07:45:06,233 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/data/data4/current/BP-792510494-172.17.0.2-1731915903887/current, will proceed with Du for space computation calculation, 2024-11-18T07:45:06,251 WARN [Thread-1595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:45:06,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fa212ae9f6d1c26 with lease ID 0x43285cbc8b948421: Processing first storage report for DS-7da155b5-5651-4cea-be0d-7c66bdbb9b5a from datanode DatanodeRegistration(127.0.0.1:35795, datanodeUuid=f3c1369b-0b04-4ad1-8dba-17317e94d5ae, infoPort=44233, infoSecurePort=0, ipcPort=36193, storageInfo=lv=-57;cid=testClusterID;nsid=659033000;c=1731915903887) 2024-11-18T07:45:06,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fa212ae9f6d1c26 with lease ID 0x43285cbc8b948421: from storage DS-7da155b5-5651-4cea-be0d-7c66bdbb9b5a node DatanodeRegistration(127.0.0.1:35795, datanodeUuid=f3c1369b-0b04-4ad1-8dba-17317e94d5ae, infoPort=44233, infoSecurePort=0, ipcPort=36193, storageInfo=lv=-57;cid=testClusterID;nsid=659033000;c=1731915903887), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:45:06,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fa212ae9f6d1c26 with lease ID 0x43285cbc8b948421: Processing first storage report for DS-efedbbc6-261a-4cda-85a1-42935f58897c from datanode DatanodeRegistration(127.0.0.1:35795, datanodeUuid=f3c1369b-0b04-4ad1-8dba-17317e94d5ae, infoPort=44233, infoSecurePort=0, ipcPort=36193, storageInfo=lv=-57;cid=testClusterID;nsid=659033000;c=1731915903887) 2024-11-18T07:45:06,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fa212ae9f6d1c26 with lease ID 0x43285cbc8b948421: from storage DS-efedbbc6-261a-4cda-85a1-42935f58897c node DatanodeRegistration(127.0.0.1:35795, datanodeUuid=f3c1369b-0b04-4ad1-8dba-17317e94d5ae, infoPort=44233, infoSecurePort=0, ipcPort=36193, storageInfo=lv=-57;cid=testClusterID;nsid=659033000;c=1731915903887), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:45:06,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f 2024-11-18T07:45:06,390 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/zookeeper_0, clientPort=64730, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T07:45:06,391 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64730 2024-11-18T07:45:06,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:45:06,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:45:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:45:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:45:06,405 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9 with version=8 2024-11-18T07:45:06,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38737/user/jenkins/test-data/287859dc-2347-d228-d1ed-c8d47bbe2af7/hbase-staging 2024-11-18T07:45:06,408 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:45:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:45:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:45:06,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:45:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:45:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:45:06,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T07:45:06,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:45:06,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36695 2024-11-18T07:45:06,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36695 connecting to ZooKeeper ensemble=127.0.0.1:64730 2024-11-18T07:45:06,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366950x0, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:45:06,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36695-0x1014e3110190000 connected 2024-11-18T07:45:06,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:45:06,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:45:06,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:45:06,544 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9, hbase.cluster.distributed=false 2024-11-18T07:45:06,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:45:06,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-18T07:45:06,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36695 2024-11-18T07:45:06,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36695 2024-11-18T07:45:06,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-18T07:45:06,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-18T07:45:06,569 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:45:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:45:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:45:06,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:45:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:45:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:45:06,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T07:45:06,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:45:06,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45615 2024-11-18T07:45:06,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45615 connecting to ZooKeeper ensemble=127.0.0.1:64730 2024-11-18T07:45:06,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:45:06,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:45:06,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456150x0, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:45:06,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45615-0x1014e3110190001 connected 2024-11-18T07:45:06,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:45:06,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T07:45:06,587 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T07:45:06,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T07:45:06,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:45:06,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45615 2024-11-18T07:45:06,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45615 2024-11-18T07:45:06,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45615 2024-11-18T07:45:06,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45615 2024-11-18T07:45:06,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45615 2024-11-18T07:45:06,602 DEBUG [M:0;87fb3d252950:36695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb3d252950:36695 2024-11-18T07:45:06,603 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb3d252950,36695,1731915906408 2024-11-18T07:45:06,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:45:06,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:45:06,611 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb3d252950,36695,1731915906408 2024-11-18T07:45:06,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T07:45:06,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:06,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:06,619 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T07:45:06,620 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb3d252950,36695,1731915906408 from backup master directory 2024-11-18T07:45:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb3d252950,36695,1731915906408 2024-11-18T07:45:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:45:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:45:06,627 WARN [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:45:06,627 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb3d252950,36695,1731915906408 2024-11-18T07:45:06,632 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/hbase.id] with ID: 73f079ac-4e16-4573-85bc-9b629b503ed0 2024-11-18T07:45:06,632 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/.tmp/hbase.id 2024-11-18T07:45:06,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:45:06,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:45:06,641 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/.tmp/hbase.id]:[hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/hbase.id] 2024-11-18T07:45:06,655 INFO [master/87fb3d252950:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:45:06,655 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T07:45:06,657 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T07:45:06,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:06,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:06,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:45:06,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:45:06,679 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:45:06,680 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T07:45:06,680 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:45:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:45:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:45:06,687 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store 2024-11-18T07:45:06,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:45:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:45:07,096 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:45:07,097 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:45:07,097 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:07,097 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:07,097 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:45:07,097 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:07,097 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:07,097 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731915907096Disabling compacts and flushes for region at 1731915907096Disabling writes for close at 1731915907097 (+1 ms)Writing region close event to WAL at 1731915907097Closed at 1731915907097 2024-11-18T07:45:07,100 WARN [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/.initializing 2024-11-18T07:45:07,101 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/WALs/87fb3d252950,36695,1731915906408 2024-11-18T07:45:07,104 INFO [master/87fb3d252950:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:45:07,106 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C36695%2C1731915906408, suffix=, logDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/WALs/87fb3d252950,36695,1731915906408, archiveDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/oldWALs, maxLogs=10 2024-11-18T07:45:07,119 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/WALs/87fb3d252950,36695,1731915906408/87fb3d252950%2C36695%2C1731915906408.1731915907106, exclude list is [], retry=0 2024-11-18T07:45:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37057,DS-26173379-bb13-46e1-9f61-8ba5a28f675f,DISK] 2024-11-18T07:45:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35795,DS-7da155b5-5651-4cea-be0d-7c66bdbb9b5a,DISK] 2024-11-18T07:45:07,123 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/WALs/87fb3d252950,36695,1731915906408/87fb3d252950%2C36695%2C1731915906408.1731915907106 2024-11-18T07:45:07,123 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32889:32889),(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-18T07:45:07,124 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:45:07,124 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:45:07,124 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,124 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T07:45:07,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:45:07,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T07:45:07,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:45:07,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T07:45:07,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:45:07,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T07:45:07,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:45:07,132 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,133 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,133 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,134 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,134 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,135 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T07:45:07,136 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:45:07,138 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:45:07,138 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=707364, jitterRate=-0.1005406379699707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T07:45:07,139 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731915907124Initializing all the Stores at 1731915907125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915907125Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915907125Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915907125Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915907125Cleaning up temporary data from old regions at 1731915907134 (+9 ms)Region opened successfully at 1731915907139 (+5 ms) 2024-11-18T07:45:07,139 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T07:45:07,143 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6f219a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:45:07,144 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T07:45:07,144 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T07:45:07,144 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T07:45:07,145 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T07:45:07,145 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T07:45:07,145 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T07:45:07,145 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T07:45:07,147 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T07:45:07,148 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T07:45:07,185 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T07:45:07,185 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T07:45:07,186 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T07:45:07,193 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T07:45:07,194 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T07:45:07,195 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T07:45:07,202 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T07:45:07,204 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T07:45:07,210 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T07:45:07,213 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T07:45:07,218 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T07:45:07,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:45:07,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:45:07,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:07,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:07,227 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb3d252950,36695,1731915906408, sessionid=0x1014e3110190000, setting cluster-up flag (Was=false) 2024-11-18T07:45:07,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:07,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:07,268 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T07:45:07,270 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,36695,1731915906408 2024-11-18T07:45:07,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:07,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:07,310 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T07:45:07,311 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,36695,1731915906408 2024-11-18T07:45:07,313 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T07:45:07,314 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T07:45:07,315 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T07:45:07,315 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T07:45:07,315 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb3d252950,36695,1731915906408 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T07:45:07,317 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:45:07,317 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:45:07,317 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:45:07,317 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:45:07,317 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb3d252950:0, corePoolSize=10, maxPoolSize=10 2024-11-18T07:45:07,318 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,318 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:45:07,318 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,319 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731915937319 2024-11-18T07:45:07,319 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T07:45:07,319 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T07:45:07,319 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T07:45:07,319 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T07:45:07,319 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T07:45:07,319 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T07:45:07,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:45:07,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T07:45:07,320 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,320 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T07:45:07,320 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T07:45:07,320 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T07:45:07,321 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T07:45:07,321 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T07:45:07,321 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,321 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915907321,5,FailOnTimeoutGroup] 2024-11-18T07:45:07,321 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915907321,5,FailOnTimeoutGroup] 2024-11-18T07:45:07,322 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,321 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T07:45:07,322 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T07:45:07,322 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,322 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:45:07,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:45:07,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T07:45:07,331 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9 2024-11-18T07:45:07,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:45:07,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:45:07,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:45:07,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:45:07,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:45:07,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:45:07,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:45:07,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:45:07,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:45:07,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:45:07,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:45:07,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:45:07,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:45:07,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:45:07,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:45:07,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:45:07,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740 2024-11-18T07:45:07,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740 2024-11-18T07:45:07,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:45:07,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:45:07,348 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T07:45:07,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:45:07,350 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:45:07,351 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=765619, jitterRate=-0.026465803384780884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T07:45:07,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731915907340Initializing all the Stores at 1731915907340Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915907340Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915907340Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915907340Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915907340Cleaning up temporary data from old regions at 1731915907348 (+8 ms)Region opened successfully at 1731915907351 (+3 ms) 2024-11-18T07:45:07,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:45:07,352 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:45:07,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:45:07,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T07:45:07,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:45:07,352 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:45:07,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731915907352Disabling compacts and flushes for region at 1731915907352Disabling writes for close at 1731915907352Writing region close event to WAL at 1731915907352Closed at 1731915907352 2024-11-18T07:45:07,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:45:07,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T07:45:07,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T07:45:07,354 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:45:07,354 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T07:45:07,392 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(746): ClusterId : 73f079ac-4e16-4573-85bc-9b629b503ed0 2024-11-18T07:45:07,392 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T07:45:07,425 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T07:45:07,425 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T07:45:07,436 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T07:45:07,436 DEBUG [RS:0;87fb3d252950:45615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627bc7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:45:07,449 DEBUG [RS:0;87fb3d252950:45615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb3d252950:45615 2024-11-18T07:45:07,449 INFO [RS:0;87fb3d252950:45615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T07:45:07,449 INFO [RS:0;87fb3d252950:45615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T07:45:07,449 DEBUG [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T07:45:07,449 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb3d252950,36695,1731915906408 with port=45615, startcode=1731915906569 2024-11-18T07:45:07,449 DEBUG [RS:0;87fb3d252950:45615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T07:45:07,452 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T07:45:07,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb3d252950,45615,1731915906569 2024-11-18T07:45:07,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36695 {}] master.ServerManager(517): Registering regionserver=87fb3d252950,45615,1731915906569 2024-11-18T07:45:07,454 DEBUG [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9 2024-11-18T07:45:07,454 DEBUG [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35877 2024-11-18T07:45:07,454 DEBUG [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T07:45:07,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:45:07,461 DEBUG [RS:0;87fb3d252950:45615 {}] zookeeper.ZKUtil(111): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb3d252950,45615,1731915906569 2024-11-18T07:45:07,461 WARN [RS:0;87fb3d252950:45615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:45:07,461 INFO [RS:0;87fb3d252950:45615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:45:07,461 DEBUG [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/87fb3d252950,45615,1731915906569 2024-11-18T07:45:07,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb3d252950,45615,1731915906569] 2024-11-18T07:45:07,464 INFO [RS:0;87fb3d252950:45615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T07:45:07,466 INFO [RS:0;87fb3d252950:45615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T07:45:07,469 INFO [RS:0;87fb3d252950:45615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T07:45:07,469 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,469 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T07:45:07,470 INFO [RS:0;87fb3d252950:45615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T07:45:07,470 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:45:07,470 DEBUG [RS:0;87fb3d252950:45615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:45:07,471 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,471 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,471 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,471 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,471 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,471 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,45615,1731915906569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:45:07,484 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T07:45:07,484 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,45615,1731915906569-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,485 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,485 INFO [RS:0;87fb3d252950:45615 {}] regionserver.Replication(171): 87fb3d252950,45615,1731915906569 started 2024-11-18T07:45:07,496 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:07,496 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(1482): Serving as 87fb3d252950,45615,1731915906569, RpcServer on 87fb3d252950/172.17.0.2:45615, sessionid=0x1014e3110190001 2024-11-18T07:45:07,497 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T07:45:07,497 DEBUG [RS:0;87fb3d252950:45615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb3d252950,45615,1731915906569 2024-11-18T07:45:07,497 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,45615,1731915906569' 2024-11-18T07:45:07,497 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T07:45:07,497 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T07:45:07,498 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T07:45:07,498 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T07:45:07,498 DEBUG [RS:0;87fb3d252950:45615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb3d252950,45615,1731915906569 2024-11-18T07:45:07,498 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,45615,1731915906569' 2024-11-18T07:45:07,498 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T07:45:07,498 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T07:45:07,498 DEBUG [RS:0;87fb3d252950:45615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T07:45:07,498 INFO [RS:0;87fb3d252950:45615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T07:45:07,498 INFO [RS:0;87fb3d252950:45615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T07:45:07,505 WARN [87fb3d252950:36695 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T07:45:07,599 INFO [RS:0;87fb3d252950:45615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:45:07,602 INFO [RS:0;87fb3d252950:45615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C45615%2C1731915906569, suffix=, logDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/87fb3d252950,45615,1731915906569, archiveDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/oldWALs, maxLogs=32 2024-11-18T07:45:07,618 DEBUG [RS:0;87fb3d252950:45615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/87fb3d252950,45615,1731915906569/87fb3d252950%2C45615%2C1731915906569.1731915907602, exclude list is [], retry=0 2024-11-18T07:45:07,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35795,DS-7da155b5-5651-4cea-be0d-7c66bdbb9b5a,DISK] 2024-11-18T07:45:07,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37057,DS-26173379-bb13-46e1-9f61-8ba5a28f675f,DISK] 2024-11-18T07:45:07,622 INFO [RS:0;87fb3d252950:45615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/87fb3d252950,45615,1731915906569/87fb3d252950%2C45615%2C1731915906569.1731915907602 2024-11-18T07:45:07,622 DEBUG [RS:0;87fb3d252950:45615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32889:32889),(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-18T07:45:07,755 DEBUG [87fb3d252950:36695 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T07:45:07,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb3d252950,45615,1731915906569 2024-11-18T07:45:07,758 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,45615,1731915906569, state=OPENING 2024-11-18T07:45:07,786 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T07:45:07,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:07,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:07,796 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:45:07,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:45:07,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:45:07,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,45615,1731915906569}] 2024-11-18T07:45:07,953 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T07:45:07,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34357, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T07:45:07,963 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T07:45:07,964 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:45:07,964 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T07:45:07,966 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C45615%2C1731915906569.meta, suffix=.meta, logDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/87fb3d252950,45615,1731915906569, archiveDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/oldWALs, maxLogs=32 2024-11-18T07:45:07,981 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/87fb3d252950,45615,1731915906569/87fb3d252950%2C45615%2C1731915906569.meta.1731915907966.meta, exclude list is [], retry=0 2024-11-18T07:45:07,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35795,DS-7da155b5-5651-4cea-be0d-7c66bdbb9b5a,DISK] 2024-11-18T07:45:07,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37057,DS-26173379-bb13-46e1-9f61-8ba5a28f675f,DISK] 2024-11-18T07:45:07,984 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/87fb3d252950,45615,1731915906569/87fb3d252950%2C45615%2C1731915906569.meta.1731915907966.meta 2024-11-18T07:45:07,985 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32889:32889),(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-18T07:45:07,985 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:45:07,985 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T07:45:07,985 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T07:45:07,985 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T07:45:07,985 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T07:45:07,985 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:45:07,985 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T07:45:07,985 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T07:45:07,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:45:07,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:45:07,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:45:07,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:45:07,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:45:07,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:45:07,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:45:07,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:45:07,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:45:07,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:45:07,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:45:07,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:45:07,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:45:07,991 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:45:07,991 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740 2024-11-18T07:45:07,992 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740 2024-11-18T07:45:07,993 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:45:07,993 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:45:07,994 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T07:45:07,995 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:45:07,996 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=699328, jitterRate=-0.11075864732265472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T07:45:07,996 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T07:45:07,997 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731915907985Writing region info on filesystem at 1731915907985Initializing all the Stores at 1731915907986 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915907986Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915907986Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731915907986Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731915907986Cleaning up temporary data from old regions at 1731915907993 (+7 ms)Running coprocessor post-open hooks at 1731915907996 (+3 ms)Region opened successfully at 1731915907997 (+1 ms) 2024-11-18T07:45:07,998 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731915907952 2024-11-18T07:45:07,999 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T07:45:08,000 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T07:45:08,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,45615,1731915906569 2024-11-18T07:45:08,001 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,45615,1731915906569, state=OPEN 2024-11-18T07:45:08,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:45:08,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:45:08,058 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb3d252950,45615,1731915906569 2024-11-18T07:45:08,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:45:08,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:45:08,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T07:45:08,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,45615,1731915906569 in 262 msec 2024-11-18T07:45:08,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T07:45:08,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 709 msec 2024-11-18T07:45:08,068 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:45:08,068 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T07:45:08,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:45:08,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,45615,1731915906569, seqNum=-1] 2024-11-18T07:45:08,071 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:45:08,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42867, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:45:08,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 763 msec 2024-11-18T07:45:08,078 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731915908078, completionTime=-1 2024-11-18T07:45:08,078 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T07:45:08,078 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T07:45:08,081 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T07:45:08,081 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731915968081 2024-11-18T07:45:08,081 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731916028081 2024-11-18T07:45:08,081 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-18T07:45:08,082 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36695,1731915906408-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:08,082 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36695,1731915906408-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:08,082 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36695,1731915906408-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:08,082 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb3d252950:36695, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:08,082 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:08,082 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:08,084 DEBUG [master/87fb3d252950:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T07:45:08,086 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.459sec 2024-11-18T07:45:08,086 INFO [master/87fb3d252950:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T07:45:08,086 INFO [master/87fb3d252950:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T07:45:08,086 INFO [master/87fb3d252950:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T07:45:08,086 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T07:45:08,086 INFO [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T07:45:08,086 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36695,1731915906408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:45:08,086 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36695,1731915906408-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T07:45:08,088 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T07:45:08,088 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T07:45:08,088 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,36695,1731915906408-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:45:08,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef58b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:45:08,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb3d252950,36695,-1 for getting cluster id 2024-11-18T07:45:08,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T07:45:08,094 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73f079ac-4e16-4573-85bc-9b629b503ed0' 2024-11-18T07:45:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T07:45:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73f079ac-4e16-4573-85bc-9b629b503ed0" 2024-11-18T07:45:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b02b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:45:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb3d252950,36695,-1] 2024-11-18T07:45:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T07:45:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:08,096 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T07:45:08,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5dba1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:45:08,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:45:08,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,45615,1731915906569, seqNum=-1] 2024-11-18T07:45:08,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:45:08,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:45:08,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb3d252950,36695,1731915906408 2024-11-18T07:45:08,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:45:08,102 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T07:45:08,102 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:45:08,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:45:08,105 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/test.com,8080,1, archiveDir=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/oldWALs, maxLogs=32 2024-11-18T07:45:08,116 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731915908106, exclude list is [], retry=0 2024-11-18T07:45:08,118 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37057,DS-26173379-bb13-46e1-9f61-8ba5a28f675f,DISK] 2024-11-18T07:45:08,118 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35795,DS-7da155b5-5651-4cea-be0d-7c66bdbb9b5a,DISK] 2024-11-18T07:45:08,120 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731915908106 2024-11-18T07:45:08,121 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32889:32889),(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-18T07:45:08,132 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731915908121, exclude list is [], retry=0 2024-11-18T07:45:08,134 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37057,DS-26173379-bb13-46e1-9f61-8ba5a28f675f,DISK] 2024-11-18T07:45:08,134 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35795,DS-7da155b5-5651-4cea-be0d-7c66bdbb9b5a,DISK] 2024-11-18T07:45:08,136 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731915908106 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731915908121 2024-11-18T07:45:08,136 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32889:32889),(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-18T07:45:08,136 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731915908106 is not closed yet, will try archiving it next time 2024-11-18T07:45:08,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741835_1011 (size=93) 2024-11-18T07:45:08,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741835_1011 (size=93) 2024-11-18T07:45:08,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741836_1012 (size=93) 2024-11-18T07:45:08,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741836_1012 (size=93) 2024-11-18T07:45:08,139 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731915908106 to hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/oldWALs/test.com%2C8080%2C1.1731915908106 2024-11-18T07:45:08,141 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/oldWALs 2024-11-18T07:45:08,141 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731915908121) 2024-11-18T07:45:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T07:45:08,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T07:45:08,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:45:08,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:08,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:08,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T07:45:08,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T07:45:08,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=430931607, stopped=false 2024-11-18T07:45:08,142 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb3d252950,36695,1731915906408 2024-11-18T07:45:08,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T07:45:08,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T07:45:08,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:08,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:08,158 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:45:08,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T07:45:08,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:45:08,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:08,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:45:08,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:45:08,158 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb3d252950,45615,1731915906569' ***** 2024-11-18T07:45:08,158 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T07:45:08,159 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T07:45:08,159 INFO [RS:0;87fb3d252950:45615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T07:45:08,159 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T07:45:08,159 INFO [RS:0;87fb3d252950:45615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T07:45:08,159 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(959): stopping server 87fb3d252950,45615,1731915906569 2024-11-18T07:45:08,159 INFO [RS:0;87fb3d252950:45615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:45:08,159 INFO [RS:0;87fb3d252950:45615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb3d252950:45615. 2024-11-18T07:45:08,159 DEBUG [RS:0;87fb3d252950:45615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:45:08,159 DEBUG [RS:0;87fb3d252950:45615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:08,159 INFO [RS:0;87fb3d252950:45615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T07:45:08,159 INFO [RS:0;87fb3d252950:45615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T07:45:08,159 INFO [RS:0;87fb3d252950:45615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T07:45:08,159 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T07:45:08,160 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T07:45:08,160 DEBUG [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T07:45:08,160 DEBUG [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T07:45:08,160 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:45:08,160 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:45:08,160 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:45:08,160 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T07:45:08,160 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:45:08,160 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T07:45:08,177 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740/.tmp/ns/acdcfc1af4c046e1848e884db8038b7d is 43, key is default/ns:d/1731915908072/Put/seqid=0 2024-11-18T07:45:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741837_1013 (size=5153) 2024-11-18T07:45:08,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741837_1013 (size=5153) 2024-11-18T07:45:08,182 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740/.tmp/ns/acdcfc1af4c046e1848e884db8038b7d 2024-11-18T07:45:08,188 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740/.tmp/ns/acdcfc1af4c046e1848e884db8038b7d as hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740/ns/acdcfc1af4c046e1848e884db8038b7d 2024-11-18T07:45:08,193 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740/ns/acdcfc1af4c046e1848e884db8038b7d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T07:45:08,194 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false 2024-11-18T07:45:08,198 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T07:45:08,199 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:45:08,199 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:45:08,199 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731915908160Running coprocessor pre-close hooks at 1731915908160Disabling compacts and flushes for region at 1731915908160Disabling writes for close at 1731915908160Obtaining lock to block concurrent updates at 1731915908160Preparing flush snapshotting stores in 1588230740 at 1731915908160Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731915908160Flushing stores of hbase:meta,,1.1588230740 at 1731915908161 (+1 ms)Flushing 1588230740/ns: creating writer at 1731915908161Flushing 1588230740/ns: appending metadata at 1731915908177 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731915908177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6fc807: reopening flushed file at 1731915908187 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false at 1731915908194 (+7 ms)Writing region close event to WAL at 1731915908195 (+1 ms)Running coprocessor post-close hooks at 1731915908199 (+4 ms)Closed at 1731915908199 2024-11-18T07:45:08,199 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T07:45:08,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,360 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(976): stopping server 87fb3d252950,45615,1731915906569; all regions closed. 2024-11-18T07:45:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741834_1010 (size=1152) 2024-11-18T07:45:08,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/WALs/87fb3d252950,45615,1731915906569/87fb3d252950%2C45615%2C1731915906569.meta.1731915907966.meta not finished, retry = 0 2024-11-18T07:45:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741834_1010 (size=1152) 2024-11-18T07:45:08,465 DEBUG [RS:0;87fb3d252950:45615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/oldWALs 2024-11-18T07:45:08,465 INFO [RS:0;87fb3d252950:45615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C45615%2C1731915906569.meta:.meta(num 1731915907966) 2024-11-18T07:45:08,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741833_1009 (size=93) 2024-11-18T07:45:08,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741833_1009 (size=93) 2024-11-18T07:45:08,471 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T07:45:08,471 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T07:45:08,472 DEBUG [RS:0;87fb3d252950:45615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/oldWALs 2024-11-18T07:45:08,472 INFO [RS:0;87fb3d252950:45615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C45615%2C1731915906569:(num 1731915907602) 2024-11-18T07:45:08,472 DEBUG [RS:0;87fb3d252950:45615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:45:08,472 INFO [RS:0;87fb3d252950:45615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:45:08,472 INFO [RS:0;87fb3d252950:45615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T07:45:08,473 INFO [RS:0;87fb3d252950:45615 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb3d252950:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T07:45:08,473 INFO [RS:0;87fb3d252950:45615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T07:45:08,473 INFO [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T07:45:08,473 INFO [RS:0;87fb3d252950:45615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45615 2024-11-18T07:45:08,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:45:08,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb3d252950,45615,1731915906569 2024-11-18T07:45:08,502 INFO [RS:0;87fb3d252950:45615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:45:08,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb3d252950,45615,1731915906569] 2024-11-18T07:45:08,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb3d252950,45615,1731915906569 already deleted, retry=false 2024-11-18T07:45:08,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb3d252950,45615,1731915906569 expired; onlineServers=0 2024-11-18T07:45:08,518 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb3d252950,36695,1731915906408' ***** 2024-11-18T07:45:08,518 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T07:45:08,519 INFO [M:0;87fb3d252950:36695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:45:08,519 INFO [M:0;87fb3d252950:36695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T07:45:08,519 DEBUG [M:0;87fb3d252950:36695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T07:45:08,519 DEBUG [M:0;87fb3d252950:36695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T07:45:08,519 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T07:45:08,519 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915907321 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731915907321,5,FailOnTimeoutGroup] 2024-11-18T07:45:08,519 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915907321 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731915907321,5,FailOnTimeoutGroup] 2024-11-18T07:45:08,519 INFO [M:0;87fb3d252950:36695 {}] hbase.ChoreService(370): Chore service for: master/87fb3d252950:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T07:45:08,519 INFO [M:0;87fb3d252950:36695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T07:45:08,519 DEBUG [M:0;87fb3d252950:36695 {}] master.HMaster(1795): Stopping service threads 2024-11-18T07:45:08,519 INFO [M:0;87fb3d252950:36695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T07:45:08,520 INFO [M:0;87fb3d252950:36695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:45:08,520 INFO [M:0;87fb3d252950:36695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T07:45:08,520 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T07:45:08,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T07:45:08,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:45:08,527 DEBUG [M:0;87fb3d252950:36695 {}] zookeeper.ZKUtil(347): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T07:45:08,527 WARN [M:0;87fb3d252950:36695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T07:45:08,528 INFO [M:0;87fb3d252950:36695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/.lastflushedseqids 2024-11-18T07:45:08,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741838_1014 (size=99) 2024-11-18T07:45:08,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741838_1014 (size=99) 2024-11-18T07:45:08,538 INFO [M:0;87fb3d252950:36695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T07:45:08,538 INFO [M:0;87fb3d252950:36695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T07:45:08,538 DEBUG [M:0;87fb3d252950:36695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:45:08,538 INFO [M:0;87fb3d252950:36695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:08,538 DEBUG [M:0;87fb3d252950:36695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:08,538 DEBUG [M:0;87fb3d252950:36695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:45:08,538 DEBUG [M:0;87fb3d252950:36695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:08,538 INFO [M:0;87fb3d252950:36695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-18T07:45:08,552 DEBUG [M:0;87fb3d252950:36695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b91f6b8ec604677933e37e20858bcbe is 82, key is hbase:meta,,1/info:regioninfo/1731915908000/Put/seqid=0 2024-11-18T07:45:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741839_1015 (size=5672) 2024-11-18T07:45:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741839_1015 (size=5672) 2024-11-18T07:45:08,558 INFO [M:0;87fb3d252950:36695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b91f6b8ec604677933e37e20858bcbe 2024-11-18T07:45:08,575 DEBUG [M:0;87fb3d252950:36695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/985bbd675ed347c79ebae4d5e9e6daff is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731915908077/Put/seqid=0 2024-11-18T07:45:08,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741840_1016 (size=5275) 2024-11-18T07:45:08,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741840_1016 (size=5275) 2024-11-18T07:45:08,580 INFO [M:0;87fb3d252950:36695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/985bbd675ed347c79ebae4d5e9e6daff 2024-11-18T07:45:08,598 DEBUG [M:0;87fb3d252950:36695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c3884a63c93427d8f556d7e82d464de is 69, key is 87fb3d252950,45615,1731915906569/rs:state/1731915907453/Put/seqid=0 2024-11-18T07:45:08,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741841_1017 (size=5156) 2024-11-18T07:45:08,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741841_1017 (size=5156) 2024-11-18T07:45:08,603 INFO [M:0;87fb3d252950:36695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c3884a63c93427d8f556d7e82d464de 2024-11-18T07:45:08,610 INFO [RS:0;87fb3d252950:45615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:45:08,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:45:08,610 INFO [RS:0;87fb3d252950:45615 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb3d252950,45615,1731915906569; zookeeper connection closed. 2024-11-18T07:45:08,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45615-0x1014e3110190001, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:45:08,611 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52495f10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52495f10 2024-11-18T07:45:08,611 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T07:45:08,620 DEBUG [M:0;87fb3d252950:36695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8e4c96d73a444c5c96f08924d5078de3 is 52, key is load_balancer_on/state:d/1731915908101/Put/seqid=0 2024-11-18T07:45:08,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741842_1018 (size=5056) 2024-11-18T07:45:08,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741842_1018 (size=5056) 2024-11-18T07:45:08,626 INFO [M:0;87fb3d252950:36695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8e4c96d73a444c5c96f08924d5078de3 2024-11-18T07:45:08,630 DEBUG [M:0;87fb3d252950:36695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b91f6b8ec604677933e37e20858bcbe as hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b91f6b8ec604677933e37e20858bcbe 2024-11-18T07:45:08,635 INFO [M:0;87fb3d252950:36695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b91f6b8ec604677933e37e20858bcbe, entries=8, sequenceid=29, filesize=5.5 K 2024-11-18T07:45:08,636 DEBUG [M:0;87fb3d252950:36695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/985bbd675ed347c79ebae4d5e9e6daff as hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/985bbd675ed347c79ebae4d5e9e6daff 2024-11-18T07:45:08,641 INFO [M:0;87fb3d252950:36695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/985bbd675ed347c79ebae4d5e9e6daff, entries=3, sequenceid=29, filesize=5.2 K 2024-11-18T07:45:08,642 DEBUG [M:0;87fb3d252950:36695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c3884a63c93427d8f556d7e82d464de as hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c3884a63c93427d8f556d7e82d464de 2024-11-18T07:45:08,647 INFO [M:0;87fb3d252950:36695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c3884a63c93427d8f556d7e82d464de, entries=1, sequenceid=29, filesize=5.0 K 2024-11-18T07:45:08,648 DEBUG [M:0;87fb3d252950:36695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8e4c96d73a444c5c96f08924d5078de3 as hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8e4c96d73a444c5c96f08924d5078de3 2024-11-18T07:45:08,653 INFO [M:0;87fb3d252950:36695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/f288f0f8-2de5-5afb-5dda-16884e83a4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8e4c96d73a444c5c96f08924d5078de3, entries=1, sequenceid=29, filesize=4.9 K 2024-11-18T07:45:08,654 INFO [M:0;87fb3d252950:36695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=29, compaction requested=false 2024-11-18T07:45:08,655 INFO [M:0;87fb3d252950:36695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:45:08,655 DEBUG [M:0;87fb3d252950:36695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731915908538Disabling compacts and flushes for region at 1731915908538Disabling writes for close at 1731915908538Obtaining lock to block concurrent updates at 1731915908538Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731915908538Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731915908539 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731915908539Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731915908539Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731915908552 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731915908552Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731915908562 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731915908575 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731915908575Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731915908585 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731915908598 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731915908598Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731915908607 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731915908620 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731915908620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308a5c49: reopening flushed file at 1731915908630 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@153b883c: reopening flushed file at 1731915908635 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e81f731: reopening flushed file at 1731915908641 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4730ed1a: reopening flushed file at 1731915908647 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=29, compaction requested=false at 1731915908654 (+7 ms)Writing region close event to WAL at 1731915908655 (+1 ms)Closed at 1731915908655 2024-11-18T07:45:08,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741830_1006 (size=10311) 2024-11-18T07:45:08,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741830_1006 (size=10311) 2024-11-18T07:45:08,658 INFO [M:0;87fb3d252950:36695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T07:45:08,658 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T07:45:08,658 INFO [M:0;87fb3d252950:36695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36695 2024-11-18T07:45:08,658 INFO [M:0;87fb3d252950:36695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:45:08,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T07:45:08,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:45:08,791 INFO [M:0;87fb3d252950:36695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:45:08,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1014e3110190000, quorum=127.0.0.1:64730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:45:08,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2851ce55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:45:08,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72ec89d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:45:08,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:45:08,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@522ce7e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:45:08,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b1e7a7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/hadoop.log.dir/,STOPPED} 2024-11-18T07:45:08,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T07:45:08,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:45:08,807 WARN [BP-792510494-172.17.0.2-1731915903887 heartbeating to localhost/127.0.0.1:35877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:45:08,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:45:08,807 WARN [BP-792510494-172.17.0.2-1731915903887 heartbeating to localhost/127.0.0.1:35877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-792510494-172.17.0.2-1731915903887 (Datanode Uuid f3c1369b-0b04-4ad1-8dba-17317e94d5ae) service to localhost/127.0.0.1:35877 2024-11-18T07:45:08,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/data/data3/current/BP-792510494-172.17.0.2-1731915903887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:45:08,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/data/data4/current/BP-792510494-172.17.0.2-1731915903887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:45:08,808 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:45:08,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c866e25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:45:08,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@df47e62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:45:08,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:45:08,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12450df0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:45:08,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36b26868{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/hadoop.log.dir/,STOPPED} 2024-11-18T07:45:08,812 WARN [BP-792510494-172.17.0.2-1731915903887 heartbeating to localhost/127.0.0.1:35877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T07:45:08,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T07:45:08,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T07:45:08,812 WARN [BP-792510494-172.17.0.2-1731915903887 heartbeating to localhost/127.0.0.1:35877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-792510494-172.17.0.2-1731915903887 (Datanode Uuid 134f5f43-d568-4590-bb14-b491ffe3412f) service to localhost/127.0.0.1:35877 2024-11-18T07:45:08,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/data/data1/current/BP-792510494-172.17.0.2-1731915903887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:45:08,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/cluster_d7382672-9b48-5d6e-9cd8-50d7f9717607/data/data2/current/BP-792510494-172.17.0.2-1731915903887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T07:45:08,813 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T07:45:08,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76148131{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:45:08,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d42c6cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T07:45:08,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T07:45:08,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bbc343f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T07:45:08,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e0aa18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c411f880-bb74-ff60-26db-8f541eeab37f/hadoop.log.dir/,STOPPED} 2024-11-18T07:45:08,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T07:45:08,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T07:45:08,843 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 110) - Thread LEAK? -, OpenFileDescriptor=501 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=230 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=5863 (was 5916)