2024-11-11 05:32:09,538 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-11 05:32:09,554 main DEBUG Took 0.014723 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 05:32:09,555 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 05:32:09,555 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 05:32:09,556 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 05:32:09,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,567 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 05:32:09,579 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,581 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,581 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,583 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,583 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,584 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,586 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,587 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,587 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,588 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,589 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:32:09,590 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,590 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 05:32:09,591 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:32:09,592 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 05:32:09,594 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 05:32:09,594 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 05:32:09,595 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 05:32:09,596 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 05:32:09,604 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 05:32:09,607 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 05:32:09,608 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 05:32:09,609 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 05:32:09,609 main DEBUG createAppenders(={Console}) 2024-11-11 05:32:09,610 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-11 05:32:09,610 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-11 05:32:09,611 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-11 05:32:09,612 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 05:32:09,612 main DEBUG OutputStream closed 2024-11-11 05:32:09,612 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 05:32:09,613 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 05:32:09,613 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-11 05:32:09,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 05:32:09,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 05:32:09,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 05:32:09,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 05:32:09,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 05:32:09,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 05:32:09,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 05:32:09,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 05:32:09,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 05:32:09,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 05:32:09,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 05:32:09,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 05:32:09,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 05:32:09,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 05:32:09,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 05:32:09,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 05:32:09,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 05:32:09,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 05:32:09,696 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 05:32:09,696 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-11 05:32:09,696 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 05:32:09,697 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-11T05:32:09,712 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-11 05:32:09,715 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 05:32:09,715 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T05:32:09,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1315, ProcessCount=11, AvailableMemoryMB=8604 2024-11-11T05:32:10,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4 2024-11-11T05:32:10,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:32:10,016 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a, deleteOnExit=true 2024-11-11T05:32:10,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:32:10,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/test.cache.data in system properties and HBase conf 2024-11-11T05:32:10,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:32:10,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:32:10,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:32:10,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:32:10,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:32:10,091 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T05:32:10,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:32:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:32:10,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:10,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:32:10,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:32:10,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:10,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:32:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:32:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:32:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:32:10,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:32:11,244 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T05:32:11,314 INFO [Time-limited test {}] log.Log(170): Logging initialized @2474ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T05:32:11,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:11,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:11,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:11,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:11,455 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:11,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:11,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:11,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:11,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/java.io.tmpdir/jetty-localhost-42547-hadoop-hdfs-3_4_1-tests_jar-_-any-17839366927410490890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:11,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:42547} 2024-11-11T05:32:11,652 INFO [Time-limited test {}] server.Server(415): Started @2813ms 2024-11-11T05:32:12,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:12,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:12,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:12,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:12,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:32:12,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:12,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:12,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/java.io.tmpdir/jetty-localhost-38299-hadoop-hdfs-3_4_1-tests_jar-_-any-6459160267796707336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:12,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:38299} 2024-11-11T05:32:12,536 INFO [Time-limited test {}] server.Server(415): Started @3697ms 2024-11-11T05:32:12,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:12,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:12,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:12,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:12,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:12,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:12,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:12,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:12,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/java.io.tmpdir/jetty-localhost-45207-hadoop-hdfs-3_4_1-tests_jar-_-any-1284747929110752784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:12,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:45207} 2024-11-11T05:32:12,825 INFO [Time-limited test {}] server.Server(415): Started @3986ms 2024-11-11T05:32:12,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:14,539 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/data/data2/current/BP-1913293841-172.17.0.2-1731303130747/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:14,539 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/data/data3/current/BP-1913293841-172.17.0.2-1731303130747/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:14,539 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/data/data4/current/BP-1913293841-172.17.0.2-1731303130747/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:14,539 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/data/data1/current/BP-1913293841-172.17.0.2-1731303130747/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:14,570 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:14,570 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:14,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ff60d5c75cd33f3 with lease ID 0x904336efea7011b2: Processing first storage report for DS-1e6e5355-426a-48a7-817f-53e3c597c77b from datanode DatanodeRegistration(127.0.0.1:39689, datanodeUuid=b97b9d62-3d9d-4ef3-8266-74c88a89ae06, infoPort=39127, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=984529191;c=1731303130747) 2024-11-11T05:32:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ff60d5c75cd33f3 with lease ID 0x904336efea7011b2: from storage DS-1e6e5355-426a-48a7-817f-53e3c597c77b node DatanodeRegistration(127.0.0.1:39689, datanodeUuid=b97b9d62-3d9d-4ef3-8266-74c88a89ae06, infoPort=39127, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=984529191;c=1731303130747), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T05:32:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebc9c1d817292b5b with lease ID 0x904336efea7011b1: Processing first storage report for DS-1c8b9671-3f46-4304-b42f-a6af3043e511 from datanode DatanodeRegistration(127.0.0.1:39525, datanodeUuid=7d23826e-160f-43a7-b4d7-751fc48deaf1, infoPort=37641, infoSecurePort=0, ipcPort=43601, storageInfo=lv=-57;cid=testClusterID;nsid=984529191;c=1731303130747) 2024-11-11T05:32:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebc9c1d817292b5b with lease ID 0x904336efea7011b1: from storage DS-1c8b9671-3f46-4304-b42f-a6af3043e511 node DatanodeRegistration(127.0.0.1:39525, datanodeUuid=7d23826e-160f-43a7-b4d7-751fc48deaf1, infoPort=37641, infoSecurePort=0, ipcPort=43601, storageInfo=lv=-57;cid=testClusterID;nsid=984529191;c=1731303130747), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ff60d5c75cd33f3 with lease ID 0x904336efea7011b2: Processing first storage report for DS-d1dd3215-5eb7-42e7-bfc3-f094ccc99521 from datanode DatanodeRegistration(127.0.0.1:39689, datanodeUuid=b97b9d62-3d9d-4ef3-8266-74c88a89ae06, infoPort=39127, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=984529191;c=1731303130747) 2024-11-11T05:32:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ff60d5c75cd33f3 with lease ID 0x904336efea7011b2: from storage DS-d1dd3215-5eb7-42e7-bfc3-f094ccc99521 node DatanodeRegistration(127.0.0.1:39689, datanodeUuid=b97b9d62-3d9d-4ef3-8266-74c88a89ae06, infoPort=39127, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=984529191;c=1731303130747), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T05:32:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebc9c1d817292b5b with lease ID 0x904336efea7011b1: Processing first storage report for DS-6597cbe4-8ba7-4d13-bb6e-31dc2ddedcd9 from datanode DatanodeRegistration(127.0.0.1:39525, datanodeUuid=7d23826e-160f-43a7-b4d7-751fc48deaf1, infoPort=37641, infoSecurePort=0, ipcPort=43601, storageInfo=lv=-57;cid=testClusterID;nsid=984529191;c=1731303130747) 2024-11-11T05:32:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebc9c1d817292b5b with lease ID 0x904336efea7011b1: from storage DS-6597cbe4-8ba7-4d13-bb6e-31dc2ddedcd9 node DatanodeRegistration(127.0.0.1:39525, datanodeUuid=7d23826e-160f-43a7-b4d7-751fc48deaf1, infoPort=37641, infoSecurePort=0, ipcPort=43601, storageInfo=lv=-57;cid=testClusterID;nsid=984529191;c=1731303130747), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:14,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4 2024-11-11T05:32:14,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/zookeeper_0, clientPort=64804, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:32:14,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64804 2024-11-11T05:32:14,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:14,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:14,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:14,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:15,328 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f with version=8 2024-11-11T05:32:15,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/hbase-staging 2024-11-11T05:32:15,403 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T05:32:15,636 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:15,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:15,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:15,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:15,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:15,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:15,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:32:15,828 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T05:32:15,837 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T05:32:15,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:15,864 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51529 (auto-detected) 2024-11-11T05:32:15,865 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T05:32:15,883 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45921 2024-11-11T05:32:15,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45921 connecting to ZooKeeper ensemble=127.0.0.1:64804 2024-11-11T05:32:16,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459210x0, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:16,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45921-0x1012861518b0000 connected 2024-11-11T05:32:16,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:16,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:16,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:16,137 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f, hbase.cluster.distributed=false 2024-11-11T05:32:16,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:16,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-11T05:32:16,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45921 2024-11-11T05:32:16,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45921 2024-11-11T05:32:16,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-11T05:32:16,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-11T05:32:16,255 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:16,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:16,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:16,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:16,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:16,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:16,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:16,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:16,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44949 2024-11-11T05:32:16,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44949 connecting to ZooKeeper ensemble=127.0.0.1:64804 2024-11-11T05:32:16,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:16,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:16,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449490x0, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:16,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44949-0x1012861518b0001 connected 2024-11-11T05:32:16,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449490x0, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:16,286 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:16,293 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:16,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:16,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:16,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44949 2024-11-11T05:32:16,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44949 2024-11-11T05:32:16,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44949 2024-11-11T05:32:16,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44949 2024-11-11T05:32:16,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44949 2024-11-11T05:32:16,320 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:16,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:16,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:16,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:16,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:16,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:16,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:16,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:16,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39771 2024-11-11T05:32:16,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39771 connecting to ZooKeeper ensemble=127.0.0.1:64804 2024-11-11T05:32:16,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:16,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:16,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397710x0, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:16,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39771-0x1012861518b0002 connected 2024-11-11T05:32:16,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:16,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:16,351 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:16,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:16,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:16,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-11T05:32:16,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39771 2024-11-11T05:32:16,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39771 2024-11-11T05:32:16,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-11T05:32:16,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-11T05:32:16,376 DEBUG [M:0;1d14b453aaa0:45921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:45921 2024-11-11T05:32:16,377 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1d14b453aaa0,45921,1731303135491 2024-11-11T05:32:16,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:16,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:16,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:16,393 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1d14b453aaa0,45921,1731303135491 2024-11-11T05:32:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:16,423 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T05:32:16,424 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1d14b453aaa0,45921,1731303135491 from backup master directory 2024-11-11T05:32:16,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:16,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:16,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1d14b453aaa0,45921,1731303135491 2024-11-11T05:32:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:16,433 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:16,434 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,45921,1731303135491 2024-11-11T05:32:16,436 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T05:32:16,438 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T05:32:16,492 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/hbase.id] with ID: 714a9908-2597-4d09-9168-f7aad30b4a48 2024-11-11T05:32:16,492 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/.tmp/hbase.id 2024-11-11T05:32:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:16,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:16,505 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/.tmp/hbase.id]:[hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/hbase.id] 2024-11-11T05:32:16,554 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:16,562 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:32:16,580 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-11T05:32:16,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:16,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:16,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:16,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:16,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:16,624 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:16,626 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:32:16,643 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T05:32:16,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:16,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:16,691 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store 2024-11-11T05:32:16,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:16,715 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T05:32:16,718 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:16,719 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:16,719 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:16,719 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:16,720 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:16,720 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:16,721 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:16,722 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303136719Disabling compacts and flushes for region at 1731303136719Disabling writes for close at 1731303136720 (+1 ms)Writing region close event to WAL at 1731303136721 (+1 ms)Closed at 1731303136721 2024-11-11T05:32:16,723 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/.initializing 2024-11-11T05:32:16,724 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/WALs/1d14b453aaa0,45921,1731303135491 2024-11-11T05:32:16,731 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:16,745 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C45921%2C1731303135491, suffix=, logDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/WALs/1d14b453aaa0,45921,1731303135491, archiveDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/oldWALs, maxLogs=10 2024-11-11T05:32:16,766 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/WALs/1d14b453aaa0,45921,1731303135491/1d14b453aaa0%2C45921%2C1731303135491.1731303136750, exclude list is [], retry=0 2024-11-11T05:32:16,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39689,DS-1e6e5355-426a-48a7-817f-53e3c597c77b,DISK] 2024-11-11T05:32:16,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39525,DS-1c8b9671-3f46-4304-b42f-a6af3043e511,DISK] 2024-11-11T05:32:16,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T05:32:16,817 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/WALs/1d14b453aaa0,45921,1731303135491/1d14b453aaa0%2C45921%2C1731303135491.1731303136750 2024-11-11T05:32:16,818 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641),(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-11T05:32:16,818 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:16,819 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:16,823 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,824 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:32:16,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:16,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:16,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:32:16,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:16,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:16,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:32:16,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:16,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:16,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:32:16,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:16,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:16,899 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,903 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,904 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,910 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,911 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,915 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:16,919 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:16,923 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:16,924 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59714787, jitterRate=-0.1101803332567215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:16,932 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731303136835Initializing all the Stores at 1731303136837 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303136838 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303136838Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303136839 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303136839Cleaning up temporary data from old regions at 1731303136911 (+72 ms)Region opened successfully at 1731303136932 (+21 ms) 2024-11-11T05:32:16,933 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:32:16,965 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb17044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:16,991 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:32:17,001 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:32:17,001 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:32:17,003 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:32:17,004 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T05:32:17,009 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-11T05:32:17,009 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:32:17,032 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:32:17,040 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T05:32:17,092 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T05:32:17,096 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:32:17,098 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:32:17,106 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T05:32:17,108 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:32:17,111 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:32:17,123 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T05:32:17,125 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:32:17,137 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T05:32:17,157 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:32:17,169 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T05:32:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:17,184 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,45921,1731303135491, sessionid=0x1012861518b0000, setting cluster-up flag (Was=false) 2024-11-11T05:32:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:17,254 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T05:32:17,258 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,45921,1731303135491 2024-11-11T05:32:17,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:17,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:17,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:17,317 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T05:32:17,320 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,45921,1731303135491 2024-11-11T05:32:17,330 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:32:17,362 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(746): ClusterId : 714a9908-2597-4d09-9168-f7aad30b4a48 2024-11-11T05:32:17,362 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(746): ClusterId : 714a9908-2597-4d09-9168-f7aad30b4a48 2024-11-11T05:32:17,364 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:17,364 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:17,378 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:17,378 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:17,378 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:17,378 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:17,391 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:17,391 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:17,392 DEBUG [RS:0;1d14b453aaa0:44949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ce8878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:17,392 DEBUG [RS:1;1d14b453aaa0:39771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a57bafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:17,396 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:17,406 DEBUG [RS:1;1d14b453aaa0:39771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1d14b453aaa0:39771 2024-11-11T05:32:17,406 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:32:17,408 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:17,409 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:17,409 DEBUG [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:17,410 DEBUG [RS:0;1d14b453aaa0:44949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:44949 2024-11-11T05:32:17,410 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:17,410 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:17,410 DEBUG [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:17,411 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,45921,1731303135491 with port=39771, startcode=1731303136319 2024-11-11T05:32:17,412 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,45921,1731303135491 with port=44949, startcode=1731303136224 2024-11-11T05:32:17,414 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:32:17,419 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,45921,1731303135491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:32:17,422 DEBUG [RS:1;1d14b453aaa0:39771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:17,422 DEBUG [RS:0;1d14b453aaa0:44949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:17,427 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:17,427 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:17,427 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:17,427 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:17,428 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:32:17,428 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,428 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:17,428 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731303167430 2024-11-11T05:32:17,432 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:32:17,433 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:32:17,437 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:32:17,438 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:32:17,438 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:32:17,438 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:32:17,440 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,445 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:32:17,446 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:32:17,446 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:32:17,450 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:32:17,450 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:32:17,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:17,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:32:17,452 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303137451,5,FailOnTimeoutGroup] 2024-11-11T05:32:17,452 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303137452,5,FailOnTimeoutGroup] 2024-11-11T05:32:17,452 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,453 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:32:17,454 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,454 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,457 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:17,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:32:17,460 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:17,460 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:17,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,39771,1731303136319 2024-11-11T05:32:17,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45921 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,39771,1731303136319 2024-11-11T05:32:17,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:17,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:17,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:32:17,476 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f 2024-11-11T05:32:17,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:17,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45921 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:17,483 DEBUG [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f 2024-11-11T05:32:17,483 DEBUG [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39421 2024-11-11T05:32:17,483 DEBUG [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:17,485 DEBUG [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f 2024-11-11T05:32:17,485 DEBUG [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39421 2024-11-11T05:32:17,485 DEBUG [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:17,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:17,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:17,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:17,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:17,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:17,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:17,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:17,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:17,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:17,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:17,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:17,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:17,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:17,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:17,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:17,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:17,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:17,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:17,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:17,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:17,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740 2024-11-11T05:32:17,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740 2024-11-11T05:32:17,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:17,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:17,509 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:17,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:17,515 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:17,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75332907, jitterRate=0.12254779040813446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:17,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731303137489Initializing all the Stores at 1731303137491 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303137491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303137491Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303137491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303137491Cleaning up temporary data from old regions at 1731303137509 (+18 ms)Region opened successfully at 1731303137519 (+10 ms) 2024-11-11T05:32:17,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:17,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:17,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:17,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:17,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:17,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:17,521 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:17,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303137520Disabling compacts and flushes for region at 1731303137520Disabling writes for close at 1731303137520Writing region close event to WAL at 1731303137521 (+1 ms)Closed at 1731303137521 2024-11-11T05:32:17,522 DEBUG [RS:0;1d14b453aaa0:44949 {}] zookeeper.ZKUtil(111): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:17,522 DEBUG [RS:1;1d14b453aaa0:39771 {}] zookeeper.ZKUtil(111): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,39771,1731303136319 2024-11-11T05:32:17,522 WARN [RS:0;1d14b453aaa0:44949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:17,522 WARN [RS:1;1d14b453aaa0:39771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:17,523 INFO [RS:1;1d14b453aaa0:39771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:17,523 INFO [RS:0;1d14b453aaa0:44949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:17,523 DEBUG [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,39771,1731303136319 2024-11-11T05:32:17,523 DEBUG [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:17,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:17,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,44949,1731303136224] 2024-11-11T05:32:17,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,39771,1731303136319] 2024-11-11T05:32:17,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:32:17,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:32:17,540 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:17,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:32:17,548 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:17,548 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:17,563 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:17,563 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:17,568 INFO [RS:0;1d14b453aaa0:44949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:17,568 INFO [RS:1;1d14b453aaa0:39771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:17,568 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,568 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,569 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:17,569 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:17,575 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:17,575 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:17,576 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,576 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,576 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,576 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,577 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,577 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,577 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,577 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,577 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,577 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,577 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,577 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:17,577 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,577 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,577 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:17,577 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,578 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,578 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,578 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,578 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,578 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,578 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,578 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,578 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:17,578 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,578 DEBUG [RS:0;1d14b453aaa0:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:17,578 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,579 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:17,579 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:17,579 DEBUG [RS:1;1d14b453aaa0:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:17,579 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,579 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,579 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,579 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,579 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,580 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,580 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,580 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,580 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,580 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44949,1731303136224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:17,580 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,580 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39771,1731303136319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:17,597 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:17,599 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44949,1731303136224-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,599 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,599 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.Replication(171): 1d14b453aaa0,44949,1731303136224 started 2024-11-11T05:32:17,602 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:17,602 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39771,1731303136319-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,602 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,602 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.Replication(171): 1d14b453aaa0,39771,1731303136319 started 2024-11-11T05:32:17,617 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,617 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,44949,1731303136224, RpcServer on 1d14b453aaa0/172.17.0.2:44949, sessionid=0x1012861518b0001 2024-11-11T05:32:17,618 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:17,618 DEBUG [RS:0;1d14b453aaa0:44949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:17,618 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,44949,1731303136224' 2024-11-11T05:32:17,618 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:17,619 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:17,620 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:17,620 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:17,620 DEBUG [RS:0;1d14b453aaa0:44949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:17,620 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,44949,1731303136224' 2024-11-11T05:32:17,620 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:17,620 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:17,621 DEBUG [RS:0;1d14b453aaa0:44949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:17,621 INFO [RS:0;1d14b453aaa0:44949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:17,621 INFO [RS:0;1d14b453aaa0:44949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:17,625 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:17,625 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,39771,1731303136319, RpcServer on 1d14b453aaa0/172.17.0.2:39771, sessionid=0x1012861518b0002 2024-11-11T05:32:17,625 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:17,625 DEBUG [RS:1;1d14b453aaa0:39771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,39771,1731303136319 2024-11-11T05:32:17,625 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,39771,1731303136319' 2024-11-11T05:32:17,625 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:17,626 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:17,627 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:17,627 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:17,627 DEBUG [RS:1;1d14b453aaa0:39771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,39771,1731303136319 2024-11-11T05:32:17,627 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,39771,1731303136319' 2024-11-11T05:32:17,627 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:17,628 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:17,628 DEBUG [RS:1;1d14b453aaa0:39771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:17,628 INFO [RS:1;1d14b453aaa0:39771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:17,628 INFO [RS:1;1d14b453aaa0:39771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:17,695 WARN [1d14b453aaa0:45921 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:32:17,726 INFO [RS:0;1d14b453aaa0:44949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:17,729 INFO [RS:0;1d14b453aaa0:44949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C44949%2C1731303136224, suffix=, logDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,44949,1731303136224, archiveDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/oldWALs, maxLogs=32 2024-11-11T05:32:17,729 INFO [RS:1;1d14b453aaa0:39771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:17,732 INFO [RS:1;1d14b453aaa0:39771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C39771%2C1731303136319, suffix=, logDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,39771,1731303136319, archiveDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/oldWALs, maxLogs=32 2024-11-11T05:32:17,745 DEBUG [RS:1;1d14b453aaa0:39771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,39771,1731303136319/1d14b453aaa0%2C39771%2C1731303136319.1731303137734, exclude list is [], retry=0 2024-11-11T05:32:17,747 DEBUG [RS:0;1d14b453aaa0:44949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,44949,1731303136224/1d14b453aaa0%2C44949%2C1731303136224.1731303137731, exclude list is [], retry=0 2024-11-11T05:32:17,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39689,DS-1e6e5355-426a-48a7-817f-53e3c597c77b,DISK] 2024-11-11T05:32:17,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39525,DS-1c8b9671-3f46-4304-b42f-a6af3043e511,DISK] 2024-11-11T05:32:17,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39525,DS-1c8b9671-3f46-4304-b42f-a6af3043e511,DISK] 2024-11-11T05:32:17,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39689,DS-1e6e5355-426a-48a7-817f-53e3c597c77b,DISK] 2024-11-11T05:32:17,757 INFO [RS:1;1d14b453aaa0:39771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,39771,1731303136319/1d14b453aaa0%2C39771%2C1731303136319.1731303137734 2024-11-11T05:32:17,757 DEBUG [RS:1;1d14b453aaa0:39771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39127:39127),(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-11T05:32:17,759 INFO [RS:0;1d14b453aaa0:44949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,44949,1731303136224/1d14b453aaa0%2C44949%2C1731303136224.1731303137731 2024-11-11T05:32:17,759 DEBUG [RS:0;1d14b453aaa0:44949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641),(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-11T05:32:17,949 DEBUG [1d14b453aaa0:45921 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T05:32:17,959 DEBUG [1d14b453aaa0:45921 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:17,964 DEBUG [1d14b453aaa0:45921 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:17,964 DEBUG [1d14b453aaa0:45921 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:17,964 DEBUG [1d14b453aaa0:45921 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:17,965 DEBUG [1d14b453aaa0:45921 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:17,965 INFO [1d14b453aaa0:45921 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:17,965 INFO [1d14b453aaa0:45921 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:17,965 DEBUG [1d14b453aaa0:45921 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:17,971 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:17,977 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,44949,1731303136224, state=OPENING 2024-11-11T05:32:18,029 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:32:18,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:18,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:18,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:18,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:18,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:18,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:18,045 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:18,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,44949,1731303136224}] 2024-11-11T05:32:18,232 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:18,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:18,247 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:32:18,247 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:18,248 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:32:18,251 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C44949%2C1731303136224.meta, suffix=.meta, logDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,44949,1731303136224, archiveDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/oldWALs, maxLogs=32 2024-11-11T05:32:18,266 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,44949,1731303136224/1d14b453aaa0%2C44949%2C1731303136224.meta.1731303138253.meta, exclude list is [], retry=0 2024-11-11T05:32:18,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39525,DS-1c8b9671-3f46-4304-b42f-a6af3043e511,DISK] 2024-11-11T05:32:18,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39689,DS-1e6e5355-426a-48a7-817f-53e3c597c77b,DISK] 2024-11-11T05:32:18,273 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/WALs/1d14b453aaa0,44949,1731303136224/1d14b453aaa0%2C44949%2C1731303136224.meta.1731303138253.meta 2024-11-11T05:32:18,274 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641),(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-11T05:32:18,274 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:18,275 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:32:18,277 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:32:18,281 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:32:18,285 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:32:18,285 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:18,285 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:32:18,286 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:32:18,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:18,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:18,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:18,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:18,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:18,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:18,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:18,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:18,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:18,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:18,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:18,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:18,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:18,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:18,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:18,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:18,300 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:18,302 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740 2024-11-11T05:32:18,304 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740 2024-11-11T05:32:18,307 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:18,307 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:18,308 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:18,311 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:18,312 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62960599, jitterRate=-0.06181396543979645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:18,312 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:32:18,314 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731303138286Writing region info on filesystem at 1731303138286Initializing all the Stores at 1731303138288 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303138288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303138288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303138288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303138288Cleaning up temporary data from old regions at 1731303138307 (+19 ms)Running coprocessor post-open hooks at 1731303138312 (+5 ms)Region opened successfully at 1731303138314 (+2 ms) 2024-11-11T05:32:18,320 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731303138222 2024-11-11T05:32:18,332 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:32:18,332 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:32:18,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:18,338 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,44949,1731303136224, state=OPEN 2024-11-11T05:32:18,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:18,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:18,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:18,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:18,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:18,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:18,349 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:18,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:32:18,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,44949,1731303136224 in 301 msec 2024-11-11T05:32:18,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:32:18,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 825 msec 2024-11-11T05:32:18,365 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:18,365 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:32:18,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:18,385 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,44949,1731303136224, seqNum=-1] 2024-11-11T05:32:18,406 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:18,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:18,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0710 sec 2024-11-11T05:32:18,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731303138430, completionTime=-1 2024-11-11T05:32:18,433 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T05:32:18,433 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:32:18,481 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T05:32:18,481 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731303198481 2024-11-11T05:32:18,481 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731303258481 2024-11-11T05:32:18,481 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 48 msec 2024-11-11T05:32:18,483 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:32:18,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45921,1731303135491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:18,493 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45921,1731303135491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:18,493 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45921,1731303135491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:18,495 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:45921, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:18,495 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:18,499 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:18,506 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:32:18,529 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.095sec 2024-11-11T05:32:18,531 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:32:18,532 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:32:18,533 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:32:18,533 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:32:18,533 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:32:18,534 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45921,1731303135491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:18,534 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45921,1731303135491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:32:18,539 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:32:18,539 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:32:18,540 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45921,1731303135491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:18,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d19b72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:18,581 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T05:32:18,581 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T05:32:18,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45921,-1 for getting cluster id 2024-11-11T05:32:18,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:32:18,619 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '714a9908-2597-4d09-9168-f7aad30b4a48' 2024-11-11T05:32:18,621 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:32:18,621 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "714a9908-2597-4d09-9168-f7aad30b4a48" 2024-11-11T05:32:18,623 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c77ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:18,623 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45921,-1] 2024-11-11T05:32:18,625 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:32:18,627 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:18,628 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:32:18,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f84801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:18,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:18,637 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,44949,1731303136224, seqNum=-1] 2024-11-11T05:32:18,637 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:18,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:18,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,45921,1731303135491 2024-11-11T05:32:18,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:32:18,663 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45921,1731303135491 2024-11-11T05:32:18,665 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48520860 2024-11-11T05:32:18,666 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:32:18,668 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:32:18,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T05:32:18,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:32:18,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T05:32:18,685 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:18,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:32:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:18,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:18,703 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a86881375c3695205ceb4f5e7e3af89e, NAME => 'testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f 2024-11-11T05:32:18,703 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => db47142caa921d43e11f1f01f0a9d167, NAME => 'testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f 2024-11-11T05:32:18,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:18,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:18,717 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:18,717 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing db47142caa921d43e11f1f01f0a9d167, disabling compactions & flushes 2024-11-11T05:32:18,717 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:18,718 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:18,718 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. after waiting 0 ms 2024-11-11T05:32:18,718 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:18,718 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:18,718 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for db47142caa921d43e11f1f01f0a9d167: Waiting for close lock at 1731303138717Disabling compacts and flushes for region at 1731303138717Disabling writes for close at 1731303138718 (+1 ms)Writing region close event to WAL at 1731303138718Closed at 1731303138718 2024-11-11T05:32:18,718 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:18,718 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a86881375c3695205ceb4f5e7e3af89e, disabling compactions & flushes 2024-11-11T05:32:18,718 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:18,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:18,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. after waiting 0 ms 2024-11-11T05:32:18,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:18,719 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:18,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a86881375c3695205ceb4f5e7e3af89e: Waiting for close lock at 1731303138718Disabling compacts and flushes for region at 1731303138718Disabling writes for close at 1731303138719 (+1 ms)Writing region close event to WAL at 1731303138719Closed at 1731303138719 2024-11-11T05:32:18,721 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:32:18,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303138721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303138721"}]},"ts":"1731303138721"} 2024-11-11T05:32:18,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303138721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303138721"}]},"ts":"1731303138721"} 2024-11-11T05:32:18,754 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T05:32:18,756 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:32:18,759 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303138756"}]},"ts":"1731303138756"} 2024-11-11T05:32:18,764 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T05:32:18,765 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:18,767 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:18,767 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:18,767 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:18,767 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:18,767 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:18,767 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:18,767 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:18,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a86881375c3695205ceb4f5e7e3af89e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db47142caa921d43e11f1f01f0a9d167, ASSIGN}] 2024-11-11T05:32:18,772 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a86881375c3695205ceb4f5e7e3af89e, ASSIGN 2024-11-11T05:32:18,772 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db47142caa921d43e11f1f01f0a9d167, ASSIGN 2024-11-11T05:32:18,774 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a86881375c3695205ceb4f5e7e3af89e, ASSIGN; state=OFFLINE, location=1d14b453aaa0,44949,1731303136224; forceNewPlan=false, retain=false 2024-11-11T05:32:18,774 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db47142caa921d43e11f1f01f0a9d167, ASSIGN; state=OFFLINE, location=1d14b453aaa0,39771,1731303136319; forceNewPlan=false, retain=false 2024-11-11T05:32:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:18,927 INFO [1d14b453aaa0:45921 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T05:32:18,928 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=db47142caa921d43e11f1f01f0a9d167, regionState=OPENING, regionLocation=1d14b453aaa0,39771,1731303136319 2024-11-11T05:32:18,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a86881375c3695205ceb4f5e7e3af89e, regionState=OPENING, regionLocation=1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:18,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db47142caa921d43e11f1f01f0a9d167, ASSIGN because future has completed 2024-11-11T05:32:18,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure db47142caa921d43e11f1f01f0a9d167, server=1d14b453aaa0,39771,1731303136319}] 2024-11-11T05:32:18,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a86881375c3695205ceb4f5e7e3af89e, ASSIGN because future has completed 2024-11-11T05:32:18,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a86881375c3695205ceb4f5e7e3af89e, server=1d14b453aaa0,44949,1731303136224}] 2024-11-11T05:32:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:19,089 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:19,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:19,102 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:19,102 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:19,102 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a86881375c3695205ceb4f5e7e3af89e, NAME => 'testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T05:32:19,102 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => db47142caa921d43e11f1f01f0a9d167, NAME => 'testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T05:32:19,103 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,103 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,103 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:19,103 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:19,103 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,103 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,103 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,103 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,107 INFO [StoreOpener-a86881375c3695205ceb4f5e7e3af89e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,107 INFO [StoreOpener-db47142caa921d43e11f1f01f0a9d167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,110 INFO [StoreOpener-a86881375c3695205ceb4f5e7e3af89e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a86881375c3695205ceb4f5e7e3af89e columnFamilyName family 2024-11-11T05:32:19,110 INFO [StoreOpener-db47142caa921d43e11f1f01f0a9d167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db47142caa921d43e11f1f01f0a9d167 columnFamilyName family 2024-11-11T05:32:19,110 DEBUG [StoreOpener-a86881375c3695205ceb4f5e7e3af89e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:19,110 DEBUG [StoreOpener-db47142caa921d43e11f1f01f0a9d167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:19,111 INFO [StoreOpener-db47142caa921d43e11f1f01f0a9d167-1 {}] regionserver.HStore(327): Store=db47142caa921d43e11f1f01f0a9d167/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:19,111 INFO [StoreOpener-a86881375c3695205ceb4f5e7e3af89e-1 {}] regionserver.HStore(327): Store=a86881375c3695205ceb4f5e7e3af89e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:19,111 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,111 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,112 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,112 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,113 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,113 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,113 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,113 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,114 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,114 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,116 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,116 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,121 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/a86881375c3695205ceb4f5e7e3af89e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:19,122 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a86881375c3695205ceb4f5e7e3af89e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72589191, jitterRate=0.08166323602199554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:19,122 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,123 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a86881375c3695205ceb4f5e7e3af89e: Running coprocessor pre-open hook at 1731303139103Writing region info on filesystem at 1731303139103Initializing all the Stores at 1731303139105 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303139105Cleaning up temporary data from old regions at 1731303139114 (+9 ms)Running coprocessor post-open hooks at 1731303139122 (+8 ms)Region opened successfully at 1731303139123 (+1 ms) 2024-11-11T05:32:19,125 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e., pid=8, masterSystemTime=1731303139091 2024-11-11T05:32:19,125 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/db47142caa921d43e11f1f01f0a9d167/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:19,126 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened db47142caa921d43e11f1f01f0a9d167; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59688261, jitterRate=-0.1105756014585495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:19,126 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,127 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for db47142caa921d43e11f1f01f0a9d167: Running coprocessor pre-open hook at 1731303139103Writing region info on filesystem at 1731303139103Initializing all the Stores at 1731303139105 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303139105Cleaning up temporary data from old regions at 1731303139114 (+9 ms)Running coprocessor post-open hooks at 1731303139127 (+13 ms)Region opened successfully at 1731303139127 2024-11-11T05:32:19,128 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167., pid=7, masterSystemTime=1731303139088 2024-11-11T05:32:19,128 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:19,129 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:19,130 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a86881375c3695205ceb4f5e7e3af89e, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:19,132 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:19,132 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:19,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a86881375c3695205ceb4f5e7e3af89e, server=1d14b453aaa0,44949,1731303136224 because future has completed 2024-11-11T05:32:19,134 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=db47142caa921d43e11f1f01f0a9d167, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,39771,1731303136319 2024-11-11T05:32:19,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure db47142caa921d43e11f1f01f0a9d167, server=1d14b453aaa0,39771,1731303136319 because future has completed 2024-11-11T05:32:19,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T05:32:19,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a86881375c3695205ceb4f5e7e3af89e, server=1d14b453aaa0,44949,1731303136224 in 201 msec 2024-11-11T05:32:19,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T05:32:19,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a86881375c3695205ceb4f5e7e3af89e, ASSIGN in 373 msec 2024-11-11T05:32:19,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure db47142caa921d43e11f1f01f0a9d167, server=1d14b453aaa0,39771,1731303136319 in 208 msec 2024-11-11T05:32:19,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T05:32:19,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db47142caa921d43e11f1f01f0a9d167, ASSIGN in 376 msec 2024-11-11T05:32:19,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:32:19,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303139152"}]},"ts":"1731303139152"} 2024-11-11T05:32:19,155 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T05:32:19,156 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:32:19,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 481 msec 2024-11-11T05:32:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:19,327 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T05:32:19,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T05:32:19,330 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T05:32:19,342 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:19,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T05:32:19,352 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e., hostname=1d14b453aaa0,44949,1731303136224, seqNum=2] 2024-11-11T05:32:19,370 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167., hostname=1d14b453aaa0,39771,1731303136319, seqNum=2] 2024-11-11T05:32:19,370 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:19,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:19,390 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a86881375c3695205ceb4f5e7e3af89e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T05:32:19,449 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/a86881375c3695205ceb4f5e7e3af89e/.tmp/family/8a688989e04a4b1cbfbd9d8798ff9679 is 32, key is 1/family:/1731303139354/Put/seqid=0 2024-11-11T05:32:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741839_1015 (size=5054) 2024-11-11T05:32:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741839_1015 (size=5054) 2024-11-11T05:32:19,461 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/a86881375c3695205ceb4f5e7e3af89e/.tmp/family/8a688989e04a4b1cbfbd9d8798ff9679 2024-11-11T05:32:19,503 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/a86881375c3695205ceb4f5e7e3af89e/.tmp/family/8a688989e04a4b1cbfbd9d8798ff9679 as hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/a86881375c3695205ceb4f5e7e3af89e/family/8a688989e04a4b1cbfbd9d8798ff9679 2024-11-11T05:32:19,514 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/a86881375c3695205ceb4f5e7e3af89e/family/8a688989e04a4b1cbfbd9d8798ff9679, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T05:32:19,521 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a86881375c3695205ceb4f5e7e3af89e in 130ms, sequenceid=8, compaction requested=false 2024-11-11T05:32:19,522 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-11T05:32:19,525 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a86881375c3695205ceb4f5e7e3af89e: 2024-11-11T05:32:19,525 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db47142caa921d43e11f1f01f0a9d167 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T05:32:19,545 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/db47142caa921d43e11f1f01f0a9d167/.tmp/family/9bc4fc9cfd784582899bcc7ba1de2c1b is 32, key is 5/family:/1731303139373/Put/seqid=0 2024-11-11T05:32:19,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741840_1016 (size=5083) 2024-11-11T05:32:19,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741840_1016 (size=5083) 2024-11-11T05:32:19,554 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/db47142caa921d43e11f1f01f0a9d167/.tmp/family/9bc4fc9cfd784582899bcc7ba1de2c1b 2024-11-11T05:32:19,565 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/db47142caa921d43e11f1f01f0a9d167/.tmp/family/9bc4fc9cfd784582899bcc7ba1de2c1b as hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/db47142caa921d43e11f1f01f0a9d167/family/9bc4fc9cfd784582899bcc7ba1de2c1b 2024-11-11T05:32:19,576 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/db47142caa921d43e11f1f01f0a9d167/family/9bc4fc9cfd784582899bcc7ba1de2c1b, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T05:32:19,577 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for db47142caa921d43e11f1f01f0a9d167 in 52ms, sequenceid=9, compaction requested=false 2024-11-11T05:32:19,577 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for db47142caa921d43e11f1f01f0a9d167: 2024-11-11T05:32:19,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc77543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:19,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45921,-1 for getting cluster id 2024-11-11T05:32:19,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:32:19,582 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '714a9908-2597-4d09-9168-f7aad30b4a48' 2024-11-11T05:32:19,582 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:32:19,582 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "714a9908-2597-4d09-9168-f7aad30b4a48" 2024-11-11T05:32:19,583 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c58d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:19,583 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45921,-1] 2024-11-11T05:32:19,583 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:32:19,583 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:19,585 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:32:19,586 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b40506a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:19,602 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T05:32:19,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:19,604 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,44949,1731303136224, seqNum=-1] 2024-11-11T05:32:19,605 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:19,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:19,615 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:19,616 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:19,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:19,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:19,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:19,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:19,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:19,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:19,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:32:19,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:32:19,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:19,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:19,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:19,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:32:19,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:19,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:32:19,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=844712588, stopped=false 2024-11-11T05:32:19,631 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,45921,1731303135491 2024-11-11T05:32:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:19,748 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:19,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:19,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:19,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:19,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:19,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:19,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:19,749 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,44949,1731303136224' ***** 2024-11-11T05:32:19,749 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:19,750 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,39771,1731303136319' ***** 2024-11-11T05:32:19,750 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:19,750 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:19,750 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:19,750 INFO [RS:0;1d14b453aaa0:44949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:19,750 INFO [RS:1;1d14b453aaa0:39771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:19,750 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:19,750 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:19,750 INFO [RS:1;1d14b453aaa0:39771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:19,750 INFO [RS:0;1d14b453aaa0:44949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:19,751 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(3091): Received CLOSE for a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,751 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(3091): Received CLOSE for db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,751 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,39771,1731303136319 2024-11-11T05:32:19,751 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:19,751 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:19,751 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:19,751 INFO [RS:0;1d14b453aaa0:44949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:44949. 2024-11-11T05:32:19,751 INFO [RS:1;1d14b453aaa0:39771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1d14b453aaa0:39771. 2024-11-11T05:32:19,752 DEBUG [RS:0;1d14b453aaa0:44949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:19,752 DEBUG [RS:0;1d14b453aaa0:44949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:19,752 DEBUG [RS:1;1d14b453aaa0:39771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:19,752 DEBUG [RS:1;1d14b453aaa0:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:19,752 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db47142caa921d43e11f1f01f0a9d167, disabling compactions & flushes 2024-11-11T05:32:19,752 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a86881375c3695205ceb4f5e7e3af89e, disabling compactions & flushes 2024-11-11T05:32:19,752 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:19,752 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:19,752 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:19,752 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:19,752 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:19,752 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:32:19,752 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:19,752 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. after waiting 0 ms 2024-11-11T05:32:19,752 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. after waiting 0 ms 2024-11-11T05:32:19,752 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:19,752 DEBUG [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(1325): Online Regions={db47142caa921d43e11f1f01f0a9d167=testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167.} 2024-11-11T05:32:19,752 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:19,752 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:19,752 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:32:19,753 DEBUG [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(1351): Waiting on db47142caa921d43e11f1f01f0a9d167 2024-11-11T05:32:19,753 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:32:19,753 DEBUG [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a86881375c3695205ceb4f5e7e3af89e=testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e.} 2024-11-11T05:32:19,753 DEBUG [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a86881375c3695205ceb4f5e7e3af89e 2024-11-11T05:32:19,753 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:19,753 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:19,753 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:19,753 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:19,753 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:19,754 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T05:32:19,760 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/a86881375c3695205ceb4f5e7e3af89e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T05:32:19,762 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/default/testClearRegionBlockCache/db47142caa921d43e11f1f01f0a9d167/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T05:32:19,763 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:19,763 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a86881375c3695205ceb4f5e7e3af89e: Waiting for close lock at 1731303139751Running coprocessor pre-close hooks at 1731303139752 (+1 ms)Disabling compacts and flushes for region at 1731303139752Disabling writes for close at 1731303139752Writing region close event to WAL at 1731303139753 (+1 ms)Running coprocessor post-close hooks at 1731303139761 (+8 ms)Closed at 1731303139762 (+1 ms) 2024-11-11T05:32:19,763 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731303138669.a86881375c3695205ceb4f5e7e3af89e. 2024-11-11T05:32:19,763 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:19,763 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db47142caa921d43e11f1f01f0a9d167: Waiting for close lock at 1731303139751Running coprocessor pre-close hooks at 1731303139752 (+1 ms)Disabling compacts and flushes for region at 1731303139752Disabling writes for close at 1731303139752Writing region close event to WAL at 1731303139754 (+2 ms)Running coprocessor post-close hooks at 1731303139763 (+9 ms)Closed at 1731303139763 2024-11-11T05:32:19,763 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167. 2024-11-11T05:32:19,778 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/.tmp/info/9dae939295f548f79cc162e839139a28 is 173, key is testClearRegionBlockCache,5,1731303138669.db47142caa921d43e11f1f01f0a9d167./info:regioninfo/1731303139134/Put/seqid=0 2024-11-11T05:32:19,782 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:19,783 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:19,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:19,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:19,786 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/.tmp/info/9dae939295f548f79cc162e839139a28 2024-11-11T05:32:19,810 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/.tmp/ns/c02a9bfdc90948dd83c18cd5106cc64b is 43, key is default/ns:d/1731303138412/Put/seqid=0 2024-11-11T05:32:19,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:19,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:19,817 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/.tmp/ns/c02a9bfdc90948dd83c18cd5106cc64b 2024-11-11T05:32:19,844 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/.tmp/table/958c00ad4a984ab29e91caf8a4bec809 is 61, key is testClearRegionBlockCache/table:state/1731303139152/Put/seqid=0 2024-11-11T05:32:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:19,851 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/.tmp/table/958c00ad4a984ab29e91caf8a4bec809 2024-11-11T05:32:19,862 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/.tmp/info/9dae939295f548f79cc162e839139a28 as hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/info/9dae939295f548f79cc162e839139a28 2024-11-11T05:32:19,874 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/info/9dae939295f548f79cc162e839139a28, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T05:32:19,876 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/.tmp/ns/c02a9bfdc90948dd83c18cd5106cc64b as hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/ns/c02a9bfdc90948dd83c18cd5106cc64b 2024-11-11T05:32:19,887 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/ns/c02a9bfdc90948dd83c18cd5106cc64b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T05:32:19,889 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/.tmp/table/958c00ad4a984ab29e91caf8a4bec809 as hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/table/958c00ad4a984ab29e91caf8a4bec809 2024-11-11T05:32:19,898 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/table/958c00ad4a984ab29e91caf8a4bec809, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T05:32:19,900 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=13, compaction requested=false 2024-11-11T05:32:19,900 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:32:19,908 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T05:32:19,908 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:32:19,909 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:19,909 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303139753Running coprocessor pre-close hooks at 1731303139753Disabling compacts and flushes for region at 1731303139753Disabling writes for close at 1731303139753Obtaining lock to block concurrent updates at 1731303139754 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731303139754Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731303139755 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731303139756 (+1 ms)Flushing 1588230740/info: creating writer at 1731303139756Flushing 1588230740/info: appending metadata at 1731303139777 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731303139777Flushing 1588230740/ns: creating writer at 1731303139795 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731303139810 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731303139810Flushing 1588230740/table: creating writer at 1731303139827 (+17 ms)Flushing 1588230740/table: appending metadata at 1731303139843 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731303139843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c9722a4: reopening flushed file at 1731303139860 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b012399: reopening flushed file at 1731303139874 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a1e588: reopening flushed file at 1731303139887 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=13, compaction requested=false at 1731303139900 (+13 ms)Writing region close event to WAL at 1731303139902 (+2 ms)Running coprocessor post-close hooks at 1731303139908 (+6 ms)Closed at 1731303139909 (+1 ms) 2024-11-11T05:32:19,910 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:19,953 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,39771,1731303136319; all regions closed. 2024-11-11T05:32:19,953 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,44949,1731303136224; all regions closed. 2024-11-11T05:32:19,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741833_1009 (size=1867) 2024-11-11T05:32:19,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741833_1009 (size=1867) 2024-11-11T05:32:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:19,967 DEBUG [RS:0;1d14b453aaa0:44949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/oldWALs 2024-11-11T05:32:19,967 DEBUG [RS:1;1d14b453aaa0:39771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/oldWALs 2024-11-11T05:32:19,967 INFO [RS:0;1d14b453aaa0:44949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C44949%2C1731303136224.meta:.meta(num 1731303138253) 2024-11-11T05:32:19,967 INFO [RS:1;1d14b453aaa0:39771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C39771%2C1731303136319:(num 1731303137734) 2024-11-11T05:32:19,967 DEBUG [RS:1;1d14b453aaa0:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:19,967 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:19,967 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:19,968 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:19,968 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:19,968 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:19,968 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:19,968 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:19,968 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:19,968 INFO [RS:1;1d14b453aaa0:39771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39771 2024-11-11T05:32:19,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741834_1010 (size=1758) 2024-11-11T05:32:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741834_1010 (size=1758) 2024-11-11T05:32:19,974 DEBUG [RS:0;1d14b453aaa0:44949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/oldWALs 2024-11-11T05:32:19,974 INFO [RS:0;1d14b453aaa0:44949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C44949%2C1731303136224:(num 1731303137731) 2024-11-11T05:32:19,974 DEBUG [RS:0;1d14b453aaa0:44949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:19,974 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:19,974 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:19,975 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:19,975 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:19,975 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:19,975 INFO [RS:0;1d14b453aaa0:44949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44949 2024-11-11T05:32:19,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,39771,1731303136319 2024-11-11T05:32:19,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:19,979 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:19,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,44949,1731303136224 2024-11-11T05:32:19,990 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:19,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,44949,1731303136224] 2024-11-11T05:32:20,011 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,44949,1731303136224 already deleted, retry=false 2024-11-11T05:32:20,011 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,44949,1731303136224 expired; onlineServers=1 2024-11-11T05:32:20,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,39771,1731303136319] 2024-11-11T05:32:20,021 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,39771,1731303136319 already deleted, retry=false 2024-11-11T05:32:20,021 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,39771,1731303136319 expired; onlineServers=0 2024-11-11T05:32:20,022 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,45921,1731303135491' ***** 2024-11-11T05:32:20,022 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:32:20,022 INFO [M:0;1d14b453aaa0:45921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:20,022 INFO [M:0;1d14b453aaa0:45921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:20,022 DEBUG [M:0;1d14b453aaa0:45921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:32:20,023 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:32:20,023 DEBUG [M:0;1d14b453aaa0:45921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:32:20,023 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303137452 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303137452,5,FailOnTimeoutGroup] 2024-11-11T05:32:20,023 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303137451 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303137451,5,FailOnTimeoutGroup] 2024-11-11T05:32:20,023 INFO [M:0;1d14b453aaa0:45921 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:20,024 INFO [M:0;1d14b453aaa0:45921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:20,024 DEBUG [M:0;1d14b453aaa0:45921 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:32:20,024 INFO [M:0;1d14b453aaa0:45921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:32:20,024 INFO [M:0;1d14b453aaa0:45921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:20,025 INFO [M:0;1d14b453aaa0:45921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:32:20,026 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:32:20,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:20,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:20,033 DEBUG [M:0;1d14b453aaa0:45921 {}] zookeeper.ZKUtil(347): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T05:32:20,033 WARN [M:0;1d14b453aaa0:45921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:32:20,034 INFO [M:0;1d14b453aaa0:45921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/.lastflushedseqids 2024-11-11T05:32:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741844_1020 (size=182) 2024-11-11T05:32:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741844_1020 (size=182) 2024-11-11T05:32:20,050 INFO [M:0;1d14b453aaa0:45921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:32:20,050 INFO [M:0;1d14b453aaa0:45921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:32:20,050 DEBUG [M:0;1d14b453aaa0:45921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:20,050 INFO [M:0;1d14b453aaa0:45921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:20,051 DEBUG [M:0;1d14b453aaa0:45921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:20,051 DEBUG [M:0;1d14b453aaa0:45921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:20,051 DEBUG [M:0;1d14b453aaa0:45921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:20,051 INFO [M:0;1d14b453aaa0:45921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T05:32:20,068 DEBUG [M:0;1d14b453aaa0:45921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d65598bd3e874657b4bfbaa4506323e7 is 82, key is hbase:meta,,1/info:regioninfo/1731303138334/Put/seqid=0 2024-11-11T05:32:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:20,075 INFO [M:0;1d14b453aaa0:45921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d65598bd3e874657b4bfbaa4506323e7 2024-11-11T05:32:20,100 DEBUG [M:0;1d14b453aaa0:45921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ac7598b8313462190f707e8807217c7 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731303139158/Put/seqid=0 2024-11-11T05:32:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x1012861518b0002, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:20,101 INFO [RS:1;1d14b453aaa0:39771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:20,102 INFO [RS:1;1d14b453aaa0:39771 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,39771,1731303136319; zookeeper connection closed. 2024-11-11T05:32:20,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7120eb5b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7120eb5b 2024-11-11T05:32:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741846_1022 (size=6219) 2024-11-11T05:32:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741846_1022 (size=6219) 2024-11-11T05:32:20,108 INFO [M:0;1d14b453aaa0:45921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ac7598b8313462190f707e8807217c7 2024-11-11T05:32:20,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:20,111 INFO [RS:0;1d14b453aaa0:44949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:20,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x1012861518b0001, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:20,111 INFO [RS:0;1d14b453aaa0:44949 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,44949,1731303136224; zookeeper connection closed. 2024-11-11T05:32:20,111 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5da2b290 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5da2b290 2024-11-11T05:32:20,112 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T05:32:20,131 DEBUG [M:0;1d14b453aaa0:45921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e6541305acc4062ba2ad94f4840cd29 is 69, key is 1d14b453aaa0,39771,1731303136319/rs:state/1731303137471/Put/seqid=0 2024-11-11T05:32:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:20,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:20,138 INFO [M:0;1d14b453aaa0:45921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e6541305acc4062ba2ad94f4840cd29 2024-11-11T05:32:20,146 DEBUG [M:0;1d14b453aaa0:45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d65598bd3e874657b4bfbaa4506323e7 as hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d65598bd3e874657b4bfbaa4506323e7 2024-11-11T05:32:20,154 INFO [M:0;1d14b453aaa0:45921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d65598bd3e874657b4bfbaa4506323e7, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T05:32:20,155 DEBUG [M:0;1d14b453aaa0:45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ac7598b8313462190f707e8807217c7 as hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ac7598b8313462190f707e8807217c7 2024-11-11T05:32:20,162 INFO [M:0;1d14b453aaa0:45921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ac7598b8313462190f707e8807217c7, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T05:32:20,164 DEBUG [M:0;1d14b453aaa0:45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e6541305acc4062ba2ad94f4840cd29 as hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e6541305acc4062ba2ad94f4840cd29 2024-11-11T05:32:20,172 INFO [M:0;1d14b453aaa0:45921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39421/user/jenkins/test-data/411dbbfc-cd05-dd59-4a6e-2b727f27460f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e6541305acc4062ba2ad94f4840cd29, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T05:32:20,174 INFO [M:0;1d14b453aaa0:45921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=71, compaction requested=false 2024-11-11T05:32:20,175 INFO [M:0;1d14b453aaa0:45921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:20,175 DEBUG [M:0;1d14b453aaa0:45921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303140050Disabling compacts and flushes for region at 1731303140050Disabling writes for close at 1731303140051 (+1 ms)Obtaining lock to block concurrent updates at 1731303140051Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731303140051Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731303140051Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731303140052 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731303140052Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731303140067 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731303140067Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731303140083 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731303140100 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731303140100Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731303140117 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731303140131 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731303140131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fa4eb8: reopening flushed file at 1731303140145 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58103724: reopening flushed file at 1731303140154 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136e72b2: reopening flushed file at 1731303140162 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=71, compaction requested=false at 1731303140174 (+12 ms)Writing region close event to WAL at 1731303140175 (+1 ms)Closed at 1731303140175 2024-11-11T05:32:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39689 is added to blk_1073741830_1006 (size=35440) 2024-11-11T05:32:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39525 is added to blk_1073741830_1006 (size=35440) 2024-11-11T05:32:20,180 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:20,180 INFO [M:0;1d14b453aaa0:45921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:32:20,180 INFO [M:0;1d14b453aaa0:45921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45921 2024-11-11T05:32:20,180 INFO [M:0;1d14b453aaa0:45921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:20,290 INFO [M:0;1d14b453aaa0:45921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:20,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:20,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1012861518b0000, quorum=127.0.0.1:64804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:20,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:20,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:20,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:20,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:20,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:20,305 WARN [BP-1913293841-172.17.0.2-1731303130747 heartbeating to localhost/127.0.0.1:39421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:20,305 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:20,305 WARN [BP-1913293841-172.17.0.2-1731303130747 heartbeating to localhost/127.0.0.1:39421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1913293841-172.17.0.2-1731303130747 (Datanode Uuid 7d23826e-160f-43a7-b4d7-751fc48deaf1) service to localhost/127.0.0.1:39421 2024-11-11T05:32:20,305 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:20,306 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/data/data3/current/BP-1913293841-172.17.0.2-1731303130747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:20,306 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/data/data4/current/BP-1913293841-172.17.0.2-1731303130747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:20,307 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:20,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:20,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:20,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:20,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:20,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:20,315 WARN [BP-1913293841-172.17.0.2-1731303130747 heartbeating to localhost/127.0.0.1:39421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:20,315 WARN [BP-1913293841-172.17.0.2-1731303130747 heartbeating to localhost/127.0.0.1:39421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1913293841-172.17.0.2-1731303130747 (Datanode Uuid b97b9d62-3d9d-4ef3-8266-74c88a89ae06) service to localhost/127.0.0.1:39421 2024-11-11T05:32:20,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/data/data1/current/BP-1913293841-172.17.0.2-1731303130747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:20,316 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:20,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:20,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/cluster_7429b7af-7fb2-8d77-0b56-747bec92d00a/data/data2/current/BP-1913293841-172.17.0.2-1731303130747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:20,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:20,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:20,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:20,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:20,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:20,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:20,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:32:20,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:32:20,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=81 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3397e985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1d14b453aaa0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39421 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/1d14b453aaa0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39421 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/1d14b453aaa0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1d14b453aaa0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=413 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1159 (was 1315), ProcessCount=11 (was 11), AvailableMemoryMB=8043 (was 8604) 2024-11-11T05:32:20,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=81, OpenFileDescriptor=413, MaxFileDescriptor=1048576, SystemLoadAverage=1159, ProcessCount=11, AvailableMemoryMB=8043 2024-11-11T05:32:20,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.log.dir so I do NOT create it in target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d 2024-11-11T05:32:20,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:32:20,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.tmp.dir so I do NOT create it in target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d 2024-11-11T05:32:20,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23ea5de5-a0c0-4ff6-0191-298e48d855d4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:32:20,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d 2024-11-11T05:32:20,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:32:20,403 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c, deleteOnExit=true 2024-11-11T05:32:20,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:32:20,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/test.cache.data in system properties and HBase conf 2024-11-11T05:32:20,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:32:20,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:32:20,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:32:20,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:32:20,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:32:20,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:32:20,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:20,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:20,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:32:20,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:20,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:32:20,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:32:20,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:20,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:20,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:32:20,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:32:20,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:32:20,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:20,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:32:20,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:32:20,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:20,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:20,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:20,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:20,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:32:20,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:20,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f1e1206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:20,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786dddb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:20,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61b77153{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/java.io.tmpdir/jetty-localhost-42997-hadoop-hdfs-3_4_1-tests_jar-_-any-4178329109277559846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:20,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71677318{HTTP/1.1, (http/1.1)}{localhost:42997} 2024-11-11T05:32:20,893 INFO [Time-limited test {}] server.Server(415): Started @12054ms 2024-11-11T05:32:21,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:21,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:21,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:21,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:21,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:21,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216dc62a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:21,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67eed59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:21,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c4819e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/java.io.tmpdir/jetty-localhost-34501-hadoop-hdfs-3_4_1-tests_jar-_-any-11839033424459126983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:21,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@656ac289{HTTP/1.1, (http/1.1)}{localhost:34501} 2024-11-11T05:32:21,250 INFO [Time-limited test {}] server.Server(415): Started @12411ms 2024-11-11T05:32:21,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:21,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:21,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:21,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:21,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:21,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:32:21,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ba007c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:21,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b07266c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:21,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71beeb95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/java.io.tmpdir/jetty-localhost-46699-hadoop-hdfs-3_4_1-tests_jar-_-any-18118670665960632978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:21,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68c199db{HTTP/1.1, (http/1.1)}{localhost:46699} 2024-11-11T05:32:21,387 INFO [Time-limited test {}] server.Server(415): Started @12548ms 2024-11-11T05:32:21,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:22,700 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/data/data1/current/BP-547514258-172.17.0.2-1731303140427/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:22,700 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/data/data2/current/BP-547514258-172.17.0.2-1731303140427/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:22,719 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63b0b34693d8374a with lease ID 0x984e90d29f3a1baa: Processing first storage report for DS-a65175cb-fc9a-45ba-9928-e1b144a3094d from datanode DatanodeRegistration(127.0.0.1:40805, datanodeUuid=a59f7f29-9675-440f-bdc5-59c29c8df7a3, infoPort=33093, infoSecurePort=0, ipcPort=41761, storageInfo=lv=-57;cid=testClusterID;nsid=1342493045;c=1731303140427) 2024-11-11T05:32:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63b0b34693d8374a with lease ID 0x984e90d29f3a1baa: from storage DS-a65175cb-fc9a-45ba-9928-e1b144a3094d node DatanodeRegistration(127.0.0.1:40805, datanodeUuid=a59f7f29-9675-440f-bdc5-59c29c8df7a3, infoPort=33093, infoSecurePort=0, ipcPort=41761, storageInfo=lv=-57;cid=testClusterID;nsid=1342493045;c=1731303140427), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63b0b34693d8374a with lease ID 0x984e90d29f3a1baa: Processing first storage report for DS-752252d2-ec8e-49a1-9b95-e390d4a8d64b from datanode DatanodeRegistration(127.0.0.1:40805, datanodeUuid=a59f7f29-9675-440f-bdc5-59c29c8df7a3, infoPort=33093, infoSecurePort=0, ipcPort=41761, storageInfo=lv=-57;cid=testClusterID;nsid=1342493045;c=1731303140427) 2024-11-11T05:32:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63b0b34693d8374a with lease ID 0x984e90d29f3a1baa: from storage DS-752252d2-ec8e-49a1-9b95-e390d4a8d64b node DatanodeRegistration(127.0.0.1:40805, datanodeUuid=a59f7f29-9675-440f-bdc5-59c29c8df7a3, infoPort=33093, infoSecurePort=0, ipcPort=41761, storageInfo=lv=-57;cid=testClusterID;nsid=1342493045;c=1731303140427), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:22,839 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/data/data4/current/BP-547514258-172.17.0.2-1731303140427/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:22,839 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/data/data3/current/BP-547514258-172.17.0.2-1731303140427/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:22,858 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:22,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13b60149f3373e38 with lease ID 0x984e90d29f3a1bab: Processing first storage report for DS-e4cd6fdf-6b8f-4cad-90bf-fbd8e94bd86f from datanode DatanodeRegistration(127.0.0.1:36133, datanodeUuid=1a197981-0183-4a9c-b2bf-83a4d3cef3ce, infoPort=34699, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1342493045;c=1731303140427) 2024-11-11T05:32:22,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13b60149f3373e38 with lease ID 0x984e90d29f3a1bab: from storage DS-e4cd6fdf-6b8f-4cad-90bf-fbd8e94bd86f node DatanodeRegistration(127.0.0.1:36133, datanodeUuid=1a197981-0183-4a9c-b2bf-83a4d3cef3ce, infoPort=34699, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1342493045;c=1731303140427), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:22,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13b60149f3373e38 with lease ID 0x984e90d29f3a1bab: Processing first storage report for DS-f23406c7-1b0d-45ee-8cc6-86a170672850 from datanode DatanodeRegistration(127.0.0.1:36133, datanodeUuid=1a197981-0183-4a9c-b2bf-83a4d3cef3ce, infoPort=34699, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1342493045;c=1731303140427) 2024-11-11T05:32:22,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13b60149f3373e38 with lease ID 0x984e90d29f3a1bab: from storage DS-f23406c7-1b0d-45ee-8cc6-86a170672850 node DatanodeRegistration(127.0.0.1:36133, datanodeUuid=1a197981-0183-4a9c-b2bf-83a4d3cef3ce, infoPort=34699, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1342493045;c=1731303140427), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:22,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d 2024-11-11T05:32:22,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/zookeeper_0, clientPort=64225, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:32:22,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64225 2024-11-11T05:32:22,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:22,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:22,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:22,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:22,960 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702 with version=8 2024-11-11T05:32:22,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/hbase-staging 2024-11-11T05:32:22,962 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:22,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:22,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:22,962 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:22,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:22,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:22,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:32:22,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:22,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39831 2024-11-11T05:32:22,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39831 connecting to ZooKeeper ensemble=127.0.0.1:64225 2024-11-11T05:32:23,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398310x0, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:23,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39831-0x101286171c60000 connected 2024-11-11T05:32:23,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:23,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:23,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:23,100 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702, hbase.cluster.distributed=false 2024-11-11T05:32:23,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:23,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-11T05:32:23,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39831 2024-11-11T05:32:23,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39831 2024-11-11T05:32:23,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-11T05:32:23,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-11T05:32:23,126 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:23,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:23,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:23,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:23,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:23,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:23,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:23,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:23,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37787 2024-11-11T05:32:23,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37787 connecting to ZooKeeper ensemble=127.0.0.1:64225 2024-11-11T05:32:23,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:23,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:23,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377870x0, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:23,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37787-0x101286171c60001 connected 2024-11-11T05:32:23,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:23,145 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:23,145 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:23,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:23,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-11T05:32:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37787 2024-11-11T05:32:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37787 2024-11-11T05:32:23,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-11T05:32:23,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-11T05:32:23,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:23,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:23,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:23,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:23,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:23,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:23,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:23,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:23,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38487 2024-11-11T05:32:23,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38487 connecting to ZooKeeper ensemble=127.0.0.1:64225 2024-11-11T05:32:23,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:23,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:23,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384870x0, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:23,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38487-0x101286171c60002 connected 2024-11-11T05:32:23,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:23,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:23,188 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:23,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:23,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:23,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38487 2024-11-11T05:32:23,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38487 2024-11-11T05:32:23,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38487 2024-11-11T05:32:23,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38487 2024-11-11T05:32:23,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38487 2024-11-11T05:32:23,205 DEBUG [M:0;1d14b453aaa0:39831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:39831 2024-11-11T05:32:23,205 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1d14b453aaa0,39831,1731303142962 2024-11-11T05:32:23,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:23,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:23,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:23,218 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1d14b453aaa0,39831,1731303142962 2024-11-11T05:32:23,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:23,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:23,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,229 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T05:32:23,229 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1d14b453aaa0,39831,1731303142962 from backup master directory 2024-11-11T05:32:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1d14b453aaa0,39831,1731303142962 2024-11-11T05:32:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:23,243 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:23,243 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,39831,1731303142962 2024-11-11T05:32:23,251 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/hbase.id] with ID: eb244037-6aa5-47f0-99b5-de135f88c7a4 2024-11-11T05:32:23,252 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/.tmp/hbase.id 2024-11-11T05:32:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:23,259 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/.tmp/hbase.id]:[hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/hbase.id] 2024-11-11T05:32:23,276 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:23,276 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:32:23,278 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T05:32:23,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:23,302 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:23,302 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:32:23,303 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:23,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:23,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:23,313 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store 2024-11-11T05:32:23,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:23,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:23,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:23,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:23,724 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:23,724 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:23,724 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:23,724 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:23,724 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:23,725 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303143723Disabling compacts and flushes for region at 1731303143723Disabling writes for close at 1731303143724 (+1 ms)Writing region close event to WAL at 1731303143724Closed at 1731303143724 2024-11-11T05:32:23,730 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/.initializing 2024-11-11T05:32:23,730 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/WALs/1d14b453aaa0,39831,1731303142962 2024-11-11T05:32:23,734 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:23,736 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C39831%2C1731303142962, suffix=, logDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/WALs/1d14b453aaa0,39831,1731303142962, archiveDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/oldWALs, maxLogs=10 2024-11-11T05:32:23,748 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/WALs/1d14b453aaa0,39831,1731303142962/1d14b453aaa0%2C39831%2C1731303142962.1731303143737, exclude list is [], retry=0 2024-11-11T05:32:23,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40805,DS-a65175cb-fc9a-45ba-9928-e1b144a3094d,DISK] 2024-11-11T05:32:23,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36133,DS-e4cd6fdf-6b8f-4cad-90bf-fbd8e94bd86f,DISK] 2024-11-11T05:32:23,754 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/WALs/1d14b453aaa0,39831,1731303142962/1d14b453aaa0%2C39831%2C1731303142962.1731303143737 2024-11-11T05:32:23,755 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33093:33093),(127.0.0.1/127.0.0.1:34699:34699)] 2024-11-11T05:32:23,755 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:23,755 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:23,755 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,755 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:32:23,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:23,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:23,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:32:23,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:23,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:23,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:32:23,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:23,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:23,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:32:23,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:23,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:23,769 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,770 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,771 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,772 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,772 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,773 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:23,774 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:23,777 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:23,777 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74872606, jitterRate=0.11568877100944519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:23,778 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731303143755Initializing all the Stores at 1731303143757 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303143757Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303143757Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303143757Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303143757Cleaning up temporary data from old regions at 1731303143772 (+15 ms)Region opened successfully at 1731303143778 (+6 ms) 2024-11-11T05:32:23,778 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:32:23,783 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afd0c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:23,784 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:32:23,784 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:32:23,784 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:32:23,784 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:32:23,785 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:32:23,785 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:32:23,785 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:32:23,788 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:32:23,789 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T05:32:23,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:32:23,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:23,839 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T05:32:23,839 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:32:23,840 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:32:23,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:23,853 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T05:32:23,853 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:32:23,855 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:32:23,863 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T05:32:23,865 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:32:23,874 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T05:32:23,877 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:32:23,884 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T05:32:23,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:23,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:23,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:23,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,896 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,39831,1731303142962, sessionid=0x101286171c60000, setting cluster-up flag (Was=false) 2024-11-11T05:32:23,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,948 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T05:32:23,949 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,39831,1731303142962 2024-11-11T05:32:23,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:23,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:24,000 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T05:32:24,002 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,39831,1731303142962 2024-11-11T05:32:24,004 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:32:24,006 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:24,006 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:32:24,006 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:32:24,007 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,39831,1731303142962 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:32:24,008 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:24,008 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:24,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:24,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:24,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:32:24,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:24,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731303174010 2024-11-11T05:32:24,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:32:24,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:32:24,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:32:24,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:32:24,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:32:24,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:32:24,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,011 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:32:24,011 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:32:24,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:24,011 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:32:24,011 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:32:24,012 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:32:24,012 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:32:24,012 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303144012,5,FailOnTimeoutGroup] 2024-11-11T05:32:24,013 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:24,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:32:24,013 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303144012,5,FailOnTimeoutGroup] 2024-11-11T05:32:24,013 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,013 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:32:24,014 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,014 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:24,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:32:24,026 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702 2024-11-11T05:32:24,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:24,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:24,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:24,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:24,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:24,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:24,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:24,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:24,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:24,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:24,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:24,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:24,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:24,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:24,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:24,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:24,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:24,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:24,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:24,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:24,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740 2024-11-11T05:32:24,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740 2024-11-11T05:32:24,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:24,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:24,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:24,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:24,059 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:24,059 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59975725, jitterRate=-0.10629205405712128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:24,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731303144039Initializing all the Stores at 1731303144040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303144040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303144040Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303144040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303144040Cleaning up temporary data from old regions at 1731303144054 (+14 ms)Region opened successfully at 1731303144060 (+6 ms) 2024-11-11T05:32:24,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:24,060 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:24,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:24,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:24,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:24,061 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:24,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303144060Disabling compacts and flushes for region at 1731303144060Disabling writes for close at 1731303144060Writing region close event to WAL at 1731303144061 (+1 ms)Closed at 1731303144061 2024-11-11T05:32:24,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:24,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:32:24,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:32:24,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:24,066 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:32:24,095 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(746): ClusterId : eb244037-6aa5-47f0-99b5-de135f88c7a4 2024-11-11T05:32:24,095 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(746): ClusterId : eb244037-6aa5-47f0-99b5-de135f88c7a4 2024-11-11T05:32:24,095 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:24,095 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:24,107 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:24,107 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:24,107 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:24,107 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:24,117 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:24,117 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:24,118 DEBUG [RS:0;1d14b453aaa0:37787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b76233c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:24,118 DEBUG [RS:1;1d14b453aaa0:38487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b7e754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:24,131 DEBUG [RS:1;1d14b453aaa0:38487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1d14b453aaa0:38487 2024-11-11T05:32:24,131 DEBUG [RS:0;1d14b453aaa0:37787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:37787 2024-11-11T05:32:24,131 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:24,131 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:24,131 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:24,131 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:24,131 DEBUG [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:24,131 DEBUG [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:24,132 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,39831,1731303142962 with port=37787, startcode=1731303143126 2024-11-11T05:32:24,132 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,39831,1731303142962 with port=38487, startcode=1731303143168 2024-11-11T05:32:24,132 DEBUG [RS:0;1d14b453aaa0:37787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:24,132 DEBUG [RS:1;1d14b453aaa0:38487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:24,134 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:24,134 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:24,135 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:24,135 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39831 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:24,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,38487,1731303143168 2024-11-11T05:32:24,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39831 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,38487,1731303143168 2024-11-11T05:32:24,136 DEBUG [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702 2024-11-11T05:32:24,137 DEBUG [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36347 2024-11-11T05:32:24,137 DEBUG [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:24,138 DEBUG [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702 2024-11-11T05:32:24,138 DEBUG [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36347 2024-11-11T05:32:24,138 DEBUG [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:24,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:24,216 WARN [1d14b453aaa0:39831 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:32:24,234 DEBUG [RS:0;1d14b453aaa0:37787 {}] zookeeper.ZKUtil(111): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:24,234 WARN [RS:0;1d14b453aaa0:37787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:24,234 INFO [RS:0;1d14b453aaa0:37787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:24,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,37787,1731303143126] 2024-11-11T05:32:24,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,38487,1731303143168] 2024-11-11T05:32:24,235 DEBUG [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:24,235 DEBUG [RS:1;1d14b453aaa0:38487 {}] zookeeper.ZKUtil(111): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,38487,1731303143168 2024-11-11T05:32:24,235 WARN [RS:1;1d14b453aaa0:38487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:24,236 INFO [RS:1;1d14b453aaa0:38487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:24,236 DEBUG [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,38487,1731303143168 2024-11-11T05:32:24,243 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:24,243 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:24,246 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:24,248 INFO [RS:0;1d14b453aaa0:37787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:24,248 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,249 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:24,250 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:24,250 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,250 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,250 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,250 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,250 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,250 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,250 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:24,250 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:24,251 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,251 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,251 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,251 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,251 INFO [RS:1;1d14b453aaa0:38487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:24,251 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,251 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,251 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,251 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:24,251 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:24,251 DEBUG [RS:0;1d14b453aaa0:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:24,252 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,252 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,252 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,252 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,252 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,252 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37787,1731303143126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:24,252 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:24,252 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,252 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,252 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,252 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,252 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,253 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,253 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:24,253 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,253 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,253 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,253 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,253 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,253 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:24,253 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:24,253 DEBUG [RS:1;1d14b453aaa0:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:24,255 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,255 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,255 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,255 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,255 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,255 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38487,1731303143168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:24,269 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:24,269 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37787,1731303143126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,269 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,269 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.Replication(171): 1d14b453aaa0,37787,1731303143126 started 2024-11-11T05:32:24,270 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:24,270 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38487,1731303143168-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,270 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,270 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.Replication(171): 1d14b453aaa0,38487,1731303143168 started 2024-11-11T05:32:24,283 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,283 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,37787,1731303143126, RpcServer on 1d14b453aaa0/172.17.0.2:37787, sessionid=0x101286171c60001 2024-11-11T05:32:24,283 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:24,283 DEBUG [RS:0;1d14b453aaa0:37787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:24,284 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37787,1731303143126' 2024-11-11T05:32:24,284 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:24,284 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:24,285 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:24,285 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:24,285 DEBUG [RS:0;1d14b453aaa0:37787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:24,285 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37787,1731303143126' 2024-11-11T05:32:24,285 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:24,286 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:24,286 DEBUG [RS:0;1d14b453aaa0:37787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:24,286 INFO [RS:0;1d14b453aaa0:37787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:24,286 INFO [RS:0;1d14b453aaa0:37787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:24,287 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,287 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,38487,1731303143168, RpcServer on 1d14b453aaa0/172.17.0.2:38487, sessionid=0x101286171c60002 2024-11-11T05:32:24,287 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:24,287 DEBUG [RS:1;1d14b453aaa0:38487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,38487,1731303143168 2024-11-11T05:32:24,287 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,38487,1731303143168' 2024-11-11T05:32:24,287 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:24,288 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:24,288 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:24,289 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:24,289 DEBUG [RS:1;1d14b453aaa0:38487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,38487,1731303143168 2024-11-11T05:32:24,289 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,38487,1731303143168' 2024-11-11T05:32:24,289 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:24,289 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:24,290 DEBUG [RS:1;1d14b453aaa0:38487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:24,290 INFO [RS:1;1d14b453aaa0:38487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:24,290 INFO [RS:1;1d14b453aaa0:38487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:24,387 INFO [RS:0;1d14b453aaa0:37787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:24,391 INFO [RS:1;1d14b453aaa0:38487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:24,391 INFO [RS:0;1d14b453aaa0:37787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C37787%2C1731303143126, suffix=, logDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,37787,1731303143126, archiveDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/oldWALs, maxLogs=32 2024-11-11T05:32:24,395 INFO [RS:1;1d14b453aaa0:38487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C38487%2C1731303143168, suffix=, logDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,38487,1731303143168, archiveDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/oldWALs, maxLogs=32 2024-11-11T05:32:24,410 DEBUG [RS:1;1d14b453aaa0:38487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,38487,1731303143168/1d14b453aaa0%2C38487%2C1731303143168.1731303144397, exclude list is [], retry=0 2024-11-11T05:32:24,410 DEBUG [RS:0;1d14b453aaa0:37787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,37787,1731303143126/1d14b453aaa0%2C37787%2C1731303143126.1731303144396, exclude list is [], retry=0 2024-11-11T05:32:24,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36133,DS-e4cd6fdf-6b8f-4cad-90bf-fbd8e94bd86f,DISK] 2024-11-11T05:32:24,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36133,DS-e4cd6fdf-6b8f-4cad-90bf-fbd8e94bd86f,DISK] 2024-11-11T05:32:24,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40805,DS-a65175cb-fc9a-45ba-9928-e1b144a3094d,DISK] 2024-11-11T05:32:24,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40805,DS-a65175cb-fc9a-45ba-9928-e1b144a3094d,DISK] 2024-11-11T05:32:24,416 INFO [RS:1;1d14b453aaa0:38487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,38487,1731303143168/1d14b453aaa0%2C38487%2C1731303143168.1731303144397 2024-11-11T05:32:24,417 INFO [RS:0;1d14b453aaa0:37787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,37787,1731303143126/1d14b453aaa0%2C37787%2C1731303143126.1731303144396 2024-11-11T05:32:24,420 DEBUG [RS:1;1d14b453aaa0:38487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34699:34699),(127.0.0.1/127.0.0.1:33093:33093)] 2024-11-11T05:32:24,420 DEBUG [RS:0;1d14b453aaa0:37787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34699:34699),(127.0.0.1/127.0.0.1:33093:33093)] 2024-11-11T05:32:24,467 DEBUG [1d14b453aaa0:39831 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T05:32:24,467 DEBUG [1d14b453aaa0:39831 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:24,470 DEBUG [1d14b453aaa0:39831 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:24,470 DEBUG [1d14b453aaa0:39831 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:24,470 DEBUG [1d14b453aaa0:39831 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:24,470 DEBUG [1d14b453aaa0:39831 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:24,470 INFO [1d14b453aaa0:39831 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:24,470 INFO [1d14b453aaa0:39831 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:24,471 DEBUG [1d14b453aaa0:39831 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:24,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:24,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,37787,1731303143126, state=OPENING 2024-11-11T05:32:24,495 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:32:24,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:24,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:24,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:24,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:24,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:24,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37787,1731303143126}] 2024-11-11T05:32:24,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:24,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:24,666 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:24,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:24,676 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:32:24,676 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:24,677 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:32:24,679 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C37787%2C1731303143126.meta, suffix=.meta, logDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,37787,1731303143126, archiveDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/oldWALs, maxLogs=32 2024-11-11T05:32:24,693 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,37787,1731303143126/1d14b453aaa0%2C37787%2C1731303143126.meta.1731303144680.meta, exclude list is [], retry=0 2024-11-11T05:32:24,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40805,DS-a65175cb-fc9a-45ba-9928-e1b144a3094d,DISK] 2024-11-11T05:32:24,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36133,DS-e4cd6fdf-6b8f-4cad-90bf-fbd8e94bd86f,DISK] 2024-11-11T05:32:24,698 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,37787,1731303143126/1d14b453aaa0%2C37787%2C1731303143126.meta.1731303144680.meta 2024-11-11T05:32:24,699 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34699:34699),(127.0.0.1/127.0.0.1:33093:33093)] 2024-11-11T05:32:24,699 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:24,699 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:32:24,699 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:32:24,699 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:32:24,700 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:32:24,700 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:24,700 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:32:24,700 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:32:24,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:24,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:24,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:24,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:24,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:24,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:24,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:24,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:24,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:24,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:24,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:24,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:24,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:24,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:24,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:24,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:24,709 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:24,710 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740 2024-11-11T05:32:24,711 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740 2024-11-11T05:32:24,713 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:24,713 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:24,714 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:24,716 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:24,717 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66361727, jitterRate=-0.011133208870887756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:24,717 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:32:24,718 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731303144700Writing region info on filesystem at 1731303144700Initializing all the Stores at 1731303144701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303144701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303144701Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303144701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303144701Cleaning up temporary data from old regions at 1731303144713 (+12 ms)Running coprocessor post-open hooks at 1731303144717 (+4 ms)Region opened successfully at 1731303144718 (+1 ms) 2024-11-11T05:32:24,719 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731303144665 2024-11-11T05:32:24,722 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:32:24,722 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:32:24,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:24,725 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,37787,1731303143126, state=OPEN 2024-11-11T05:32:24,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:24,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:24,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:24,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:24,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:24,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:24,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:24,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:32:24,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37787,1731303143126 in 293 msec 2024-11-11T05:32:24,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:32:24,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 744 msec 2024-11-11T05:32:24,813 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:24,813 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:32:24,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:24,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37787,1731303143126, seqNum=-1] 2024-11-11T05:32:24,816 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:24,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:24,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 818 msec 2024-11-11T05:32:24,824 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731303144824, completionTime=-1 2024-11-11T05:32:24,825 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T05:32:24,825 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:32:24,827 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T05:32:24,827 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731303204827 2024-11-11T05:32:24,827 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731303264827 2024-11-11T05:32:24,828 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:32:24,828 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:32:24,828 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39831,1731303142962-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,829 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39831,1731303142962-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,829 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39831,1731303142962-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,829 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:39831, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,829 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,829 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,833 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:32:24,835 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.592sec 2024-11-11T05:32:24,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:32:24,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:32:24,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:32:24,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:32:24,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:32:24,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39831,1731303142962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:24,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39831,1731303142962-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:32:24,838 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:32:24,839 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:32:24,839 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39831,1731303142962-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:24,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5fb690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:24,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,39831,-1 for getting cluster id 2024-11-11T05:32:24,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:32:24,899 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb244037-6aa5-47f0-99b5-de135f88c7a4' 2024-11-11T05:32:24,900 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:32:24,900 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb244037-6aa5-47f0-99b5-de135f88c7a4" 2024-11-11T05:32:24,901 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2771af0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:24,901 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,39831,-1] 2024-11-11T05:32:24,902 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:32:24,903 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:24,905 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:32:24,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7771c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:24,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:24,907 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37787,1731303143126, seqNum=-1] 2024-11-11T05:32:24,908 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:24,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:24,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,39831,1731303142962 2024-11-11T05:32:24,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:32:24,914 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,39831,1731303142962 2024-11-11T05:32:24,914 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b5ce405 2024-11-11T05:32:24,914 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:32:24,916 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:32:24,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T05:32:24,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:32:24,920 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:24,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T05:32:24,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:32:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:24,932 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75d9d7b29a8a0d2a29af4c722c39213b, NAME => 'testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702 2024-11-11T05:32:24,932 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f81b8997bfa061202d399583680756a1, NAME => 'testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702 2024-11-11T05:32:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:24,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:24,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 75d9d7b29a8a0d2a29af4c722c39213b, disabling compactions & flushes 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f81b8997bfa061202d399583680756a1, disabling compactions & flushes 2024-11-11T05:32:24,949 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:24,949 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. after waiting 0 ms 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. after waiting 0 ms 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:24,949 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:24,949 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f81b8997bfa061202d399583680756a1: Waiting for close lock at 1731303144949Disabling compacts and flushes for region at 1731303144949Disabling writes for close at 1731303144949Writing region close event to WAL at 1731303144949Closed at 1731303144949 2024-11-11T05:32:24,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75d9d7b29a8a0d2a29af4c722c39213b: Waiting for close lock at 1731303144949Disabling compacts and flushes for region at 1731303144949Disabling writes for close at 1731303144949Writing region close event to WAL at 1731303144949Closed at 1731303144949 2024-11-11T05:32:24,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:32:24,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303144951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303144951"}]},"ts":"1731303144951"} 2024-11-11T05:32:24,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303144951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303144951"}]},"ts":"1731303144951"} 2024-11-11T05:32:24,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T05:32:24,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:32:24,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303144958"}]},"ts":"1731303144958"} 2024-11-11T05:32:24,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T05:32:24,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:24,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:24,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:24,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:24,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:24,964 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:24,964 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:24,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:24,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=75d9d7b29a8a0d2a29af4c722c39213b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f81b8997bfa061202d399583680756a1, ASSIGN}] 2024-11-11T05:32:24,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f81b8997bfa061202d399583680756a1, ASSIGN 2024-11-11T05:32:24,967 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=75d9d7b29a8a0d2a29af4c722c39213b, ASSIGN 2024-11-11T05:32:24,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f81b8997bfa061202d399583680756a1, ASSIGN; state=OFFLINE, location=1d14b453aaa0,38487,1731303143168; forceNewPlan=false, retain=false 2024-11-11T05:32:24,968 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=75d9d7b29a8a0d2a29af4c722c39213b, ASSIGN; state=OFFLINE, location=1d14b453aaa0,37787,1731303143126; forceNewPlan=false, retain=false 2024-11-11T05:32:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:25,119 INFO [1d14b453aaa0:39831 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T05:32:25,120 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f81b8997bfa061202d399583680756a1, regionState=OPENING, regionLocation=1d14b453aaa0,38487,1731303143168 2024-11-11T05:32:25,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75d9d7b29a8a0d2a29af4c722c39213b, regionState=OPENING, regionLocation=1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:25,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f81b8997bfa061202d399583680756a1, ASSIGN because future has completed 2024-11-11T05:32:25,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f81b8997bfa061202d399583680756a1, server=1d14b453aaa0,38487,1731303143168}] 2024-11-11T05:32:25,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=75d9d7b29a8a0d2a29af4c722c39213b, ASSIGN because future has completed 2024-11-11T05:32:25,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75d9d7b29a8a0d2a29af4c722c39213b, server=1d14b453aaa0,37787,1731303143126}] 2024-11-11T05:32:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:25,287 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:25,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:25,300 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:25,300 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:25,300 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 75d9d7b29a8a0d2a29af4c722c39213b, NAME => 'testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T05:32:25,300 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f81b8997bfa061202d399583680756a1, NAME => 'testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T05:32:25,300 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,300 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:25,301 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,301 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:25,301 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,301 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,301 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,301 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,303 INFO [StoreOpener-75d9d7b29a8a0d2a29af4c722c39213b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,303 INFO [StoreOpener-f81b8997bfa061202d399583680756a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,304 INFO [StoreOpener-75d9d7b29a8a0d2a29af4c722c39213b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75d9d7b29a8a0d2a29af4c722c39213b columnFamilyName family 2024-11-11T05:32:25,304 INFO [StoreOpener-f81b8997bfa061202d399583680756a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81b8997bfa061202d399583680756a1 columnFamilyName family 2024-11-11T05:32:25,304 DEBUG [StoreOpener-75d9d7b29a8a0d2a29af4c722c39213b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:25,304 DEBUG [StoreOpener-f81b8997bfa061202d399583680756a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:25,305 INFO [StoreOpener-75d9d7b29a8a0d2a29af4c722c39213b-1 {}] regionserver.HStore(327): Store=75d9d7b29a8a0d2a29af4c722c39213b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:25,305 INFO [StoreOpener-f81b8997bfa061202d399583680756a1-1 {}] regionserver.HStore(327): Store=f81b8997bfa061202d399583680756a1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:25,305 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,305 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,306 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,306 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,306 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,306 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,307 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,307 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,307 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,307 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,309 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,309 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,311 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/f81b8997bfa061202d399583680756a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:25,312 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/75d9d7b29a8a0d2a29af4c722c39213b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:25,312 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f81b8997bfa061202d399583680756a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63821008, jitterRate=-0.04899287223815918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:25,312 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 75d9d7b29a8a0d2a29af4c722c39213b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63119344, jitterRate=-0.0594484806060791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:25,312 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,312 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,313 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 75d9d7b29a8a0d2a29af4c722c39213b: Running coprocessor pre-open hook at 1731303145301Writing region info on filesystem at 1731303145301Initializing all the Stores at 1731303145302 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303145302Cleaning up temporary data from old regions at 1731303145307 (+5 ms)Running coprocessor post-open hooks at 1731303145312 (+5 ms)Region opened successfully at 1731303145313 (+1 ms) 2024-11-11T05:32:25,313 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f81b8997bfa061202d399583680756a1: Running coprocessor pre-open hook at 1731303145301Writing region info on filesystem at 1731303145301Initializing all the Stores at 1731303145302 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303145302Cleaning up temporary data from old regions at 1731303145307 (+5 ms)Running coprocessor post-open hooks at 1731303145312 (+5 ms)Region opened successfully at 1731303145313 (+1 ms) 2024-11-11T05:32:25,314 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b., pid=8, masterSystemTime=1731303145289 2024-11-11T05:32:25,314 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1., pid=7, masterSystemTime=1731303145287 2024-11-11T05:32:25,317 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:25,317 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:25,318 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f81b8997bfa061202d399583680756a1, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,38487,1731303143168 2024-11-11T05:32:25,319 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:25,319 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:25,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75d9d7b29a8a0d2a29af4c722c39213b, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:25,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f81b8997bfa061202d399583680756a1, server=1d14b453aaa0,38487,1731303143168 because future has completed 2024-11-11T05:32:25,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75d9d7b29a8a0d2a29af4c722c39213b, server=1d14b453aaa0,37787,1731303143126 because future has completed 2024-11-11T05:32:25,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T05:32:25,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f81b8997bfa061202d399583680756a1, server=1d14b453aaa0,38487,1731303143168 in 193 msec 2024-11-11T05:32:25,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f81b8997bfa061202d399583680756a1, ASSIGN in 362 msec 2024-11-11T05:32:25,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T05:32:25,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 75d9d7b29a8a0d2a29af4c722c39213b, server=1d14b453aaa0,37787,1731303143126 in 191 msec 2024-11-11T05:32:25,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:32:25,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=75d9d7b29a8a0d2a29af4c722c39213b, ASSIGN in 363 msec 2024-11-11T05:32:25,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:32:25,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303145332"}]},"ts":"1731303145332"} 2024-11-11T05:32:25,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T05:32:25,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:32:25,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 419 msec 2024-11-11T05:32:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:25,546 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T05:32:25,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T05:32:25,547 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T05:32:25,554 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T05:32:25,558 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b., hostname=1d14b453aaa0,37787,1731303143126, seqNum=2] 2024-11-11T05:32:25,577 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1., hostname=1d14b453aaa0,38487,1731303143168, seqNum=2] 2024-11-11T05:32:25,578 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:25,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:25,593 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 75d9d7b29a8a0d2a29af4c722c39213b 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T05:32:25,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/75d9d7b29a8a0d2a29af4c722c39213b/.tmp/family/e69b4f00eacb434f9b743f80507b4432 is 32, key is 1/family:/1731303145560/Put/seqid=0 2024-11-11T05:32:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741839_1015 (size=5054) 2024-11-11T05:32:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741839_1015 (size=5054) 2024-11-11T05:32:25,618 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/75d9d7b29a8a0d2a29af4c722c39213b/.tmp/family/e69b4f00eacb434f9b743f80507b4432 2024-11-11T05:32:25,626 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/75d9d7b29a8a0d2a29af4c722c39213b/.tmp/family/e69b4f00eacb434f9b743f80507b4432 as hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/75d9d7b29a8a0d2a29af4c722c39213b/family/e69b4f00eacb434f9b743f80507b4432 2024-11-11T05:32:25,634 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/75d9d7b29a8a0d2a29af4c722c39213b/family/e69b4f00eacb434f9b743f80507b4432, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T05:32:25,635 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 75d9d7b29a8a0d2a29af4c722c39213b in 42ms, sequenceid=8, compaction requested=false 2024-11-11T05:32:25,636 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 75d9d7b29a8a0d2a29af4c722c39213b: 2024-11-11T05:32:25,636 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f81b8997bfa061202d399583680756a1 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T05:32:25,651 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/f81b8997bfa061202d399583680756a1/.tmp/family/fe282e5fb79d4e61b23e9ff7b39eb0e5 is 32, key is 5/family:/1731303145581/Put/seqid=0 2024-11-11T05:32:25,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741840_1016 (size=5083) 2024-11-11T05:32:25,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741840_1016 (size=5083) 2024-11-11T05:32:25,658 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/f81b8997bfa061202d399583680756a1/.tmp/family/fe282e5fb79d4e61b23e9ff7b39eb0e5 2024-11-11T05:32:25,667 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/f81b8997bfa061202d399583680756a1/.tmp/family/fe282e5fb79d4e61b23e9ff7b39eb0e5 as hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/f81b8997bfa061202d399583680756a1/family/fe282e5fb79d4e61b23e9ff7b39eb0e5 2024-11-11T05:32:25,676 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/f81b8997bfa061202d399583680756a1/family/fe282e5fb79d4e61b23e9ff7b39eb0e5, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T05:32:25,677 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f81b8997bfa061202d399583680756a1 in 41ms, sequenceid=9, compaction requested=false 2024-11-11T05:32:25,677 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f81b8997bfa061202d399583680756a1: 2024-11-11T05:32:25,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:32:25,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:25,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:25,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:25,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:25,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:32:25,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:32:25,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2033029598, stopped=false 2024-11-11T05:32:25,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,39831,1731303142962 2024-11-11T05:32:25,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:25,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:25,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:25,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:25,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:25,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:25,768 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:25,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:25,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:25,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:25,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:25,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:25,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:25,772 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,37787,1731303143126' ***** 2024-11-11T05:32:25,772 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-11T05:32:25,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:25,772 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-11T05:32:25,772 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,772 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,38487,1731303143168' ***** 2024-11-11T05:32:25,772 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(3091): Received CLOSE for 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:25,773 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f81b8997bfa061202d399583680756a1, disabling compactions & flushes 2024-11-11T05:32:25,773 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75d9d7b29a8a0d2a29af4c722c39213b, disabling compactions & flushes 2024-11-11T05:32:25,773 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:25,773 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:25,773 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:25,773 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:25,773 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. after waiting 0 ms 2024-11-11T05:32:25,773 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. after waiting 0 ms 2024-11-11T05:32:25,773 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:25,773 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:25,776 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:25,776 INFO [RS:1;1d14b453aaa0:38487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:25,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:25,777 INFO [RS:1;1d14b453aaa0:38487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:25,777 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,38487,1731303143168 2024-11-11T05:32:25,777 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:25,777 INFO [RS:1;1d14b453aaa0:38487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1d14b453aaa0:38487. 2024-11-11T05:32:25,777 DEBUG [RS:1;1d14b453aaa0:38487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:25,777 DEBUG [RS:1;1d14b453aaa0:38487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:25,777 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:25,777 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:32:25,777 DEBUG [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(1325): Online Regions={f81b8997bfa061202d399583680756a1=testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1.} 2024-11-11T05:32:25,777 INFO [RS:0;1d14b453aaa0:37787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:25,777 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:25,777 DEBUG [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(1351): Waiting on f81b8997bfa061202d399583680756a1 2024-11-11T05:32:25,777 INFO [RS:0;1d14b453aaa0:37787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:25,777 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:25,777 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:25,777 INFO [RS:0;1d14b453aaa0:37787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:37787. 2024-11-11T05:32:25,778 DEBUG [RS:0;1d14b453aaa0:37787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:25,778 DEBUG [RS:0;1d14b453aaa0:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:25,778 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:25,778 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:25,778 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:25,778 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:32:25,778 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:32:25,778 DEBUG [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(1325): Online Regions={75d9d7b29a8a0d2a29af4c722c39213b=testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:32:25,778 DEBUG [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75d9d7b29a8a0d2a29af4c722c39213b 2024-11-11T05:32:25,778 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:25,778 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:25,778 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:25,779 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:25,779 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:25,779 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T05:32:25,783 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/75d9d7b29a8a0d2a29af4c722c39213b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T05:32:25,784 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:25,784 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75d9d7b29a8a0d2a29af4c722c39213b: Waiting for close lock at 1731303145773Running coprocessor pre-close hooks at 1731303145773Disabling compacts and flushes for region at 1731303145773Disabling writes for close at 1731303145773Writing region close event to WAL at 1731303145775 (+2 ms)Running coprocessor post-close hooks at 1731303145783 (+8 ms)Closed at 1731303145784 (+1 ms) 2024-11-11T05:32:25,784 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/default/testClearRegionBlockCache/f81b8997bfa061202d399583680756a1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T05:32:25,784 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731303144916.75d9d7b29a8a0d2a29af4c722c39213b. 2024-11-11T05:32:25,785 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:25,785 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f81b8997bfa061202d399583680756a1: Waiting for close lock at 1731303145773Running coprocessor pre-close hooks at 1731303145773Disabling compacts and flushes for region at 1731303145773Disabling writes for close at 1731303145773Writing region close event to WAL at 1731303145774 (+1 ms)Running coprocessor post-close hooks at 1731303145785 (+11 ms)Closed at 1731303145785 2024-11-11T05:32:25,785 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1. 2024-11-11T05:32:25,797 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/.tmp/info/1d8e8fa113b54acc81228b8dc9e81e8a is 173, key is testClearRegionBlockCache,5,1731303144916.f81b8997bfa061202d399583680756a1./info:regioninfo/1731303145318/Put/seqid=0 2024-11-11T05:32:25,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:25,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:25,804 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/.tmp/info/1d8e8fa113b54acc81228b8dc9e81e8a 2024-11-11T05:32:25,825 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:32:25,825 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T05:32:25,827 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/.tmp/ns/d8ba1b7b77984de4a882f2fcad239396 is 43, key is default/ns:d/1731303144818/Put/seqid=0 2024-11-11T05:32:25,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:32:25,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T05:32:25,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:32:25,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T05:32:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:25,833 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/.tmp/ns/d8ba1b7b77984de4a882f2fcad239396 2024-11-11T05:32:25,856 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:25,857 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/.tmp/table/b6b787fbc63b4b6dae90855827e567bb is 61, key is testClearRegionBlockCache/table:state/1731303145332/Put/seqid=0 2024-11-11T05:32:25,857 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:25,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:25,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:25,863 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/.tmp/table/b6b787fbc63b4b6dae90855827e567bb 2024-11-11T05:32:25,871 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/.tmp/info/1d8e8fa113b54acc81228b8dc9e81e8a as hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/info/1d8e8fa113b54acc81228b8dc9e81e8a 2024-11-11T05:32:25,879 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/info/1d8e8fa113b54acc81228b8dc9e81e8a, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T05:32:25,881 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/.tmp/ns/d8ba1b7b77984de4a882f2fcad239396 as hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/ns/d8ba1b7b77984de4a882f2fcad239396 2024-11-11T05:32:25,888 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/ns/d8ba1b7b77984de4a882f2fcad239396, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T05:32:25,890 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/.tmp/table/b6b787fbc63b4b6dae90855827e567bb as hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/table/b6b787fbc63b4b6dae90855827e567bb 2024-11-11T05:32:25,897 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/table/b6b787fbc63b4b6dae90855827e567bb, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T05:32:25,899 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=13, compaction requested=false 2024-11-11T05:32:25,904 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T05:32:25,904 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:32:25,905 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:25,905 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303145778Running coprocessor pre-close hooks at 1731303145778Disabling compacts and flushes for region at 1731303145778Disabling writes for close at 1731303145779 (+1 ms)Obtaining lock to block concurrent updates at 1731303145779Preparing flush snapshotting stores in 1588230740 at 1731303145779Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731303145779Flushing stores of hbase:meta,,1.1588230740 at 1731303145780 (+1 ms)Flushing 1588230740/info: creating writer at 1731303145780Flushing 1588230740/info: appending metadata at 1731303145797 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731303145797Flushing 1588230740/ns: creating writer at 1731303145812 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731303145827 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731303145827Flushing 1588230740/table: creating writer at 1731303145840 (+13 ms)Flushing 1588230740/table: appending metadata at 1731303145856 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731303145856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2655ea15: reopening flushed file at 1731303145870 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33967d4d: reopening flushed file at 1731303145880 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55032d18: reopening flushed file at 1731303145888 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=13, compaction requested=false at 1731303145899 (+11 ms)Writing region close event to WAL at 1731303145900 (+1 ms)Running coprocessor post-close hooks at 1731303145904 (+4 ms)Closed at 1731303145904 2024-11-11T05:32:25,905 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:25,978 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,38487,1731303143168; all regions closed. 2024-11-11T05:32:25,979 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,37787,1731303143126; all regions closed. 2024-11-11T05:32:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741834_1010 (size=1867) 2024-11-11T05:32:25,982 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,38487,1731303143168/1d14b453aaa0%2C38487%2C1731303143168.1731303144397 not finished, retry = 0 2024-11-11T05:32:25,982 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/WALs/1d14b453aaa0,37787,1731303143126/1d14b453aaa0%2C37787%2C1731303143126.meta.1731303144680.meta not finished, retry = 0 2024-11-11T05:32:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741834_1010 (size=1867) 2024-11-11T05:32:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:26,085 DEBUG [RS:1;1d14b453aaa0:38487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/oldWALs 2024-11-11T05:32:26,085 INFO [RS:1;1d14b453aaa0:38487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C38487%2C1731303143168:(num 1731303144397) 2024-11-11T05:32:26,085 DEBUG [RS:0;1d14b453aaa0:37787 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/oldWALs 2024-11-11T05:32:26,085 DEBUG [RS:1;1d14b453aaa0:38487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:26,085 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:26,085 INFO [RS:0;1d14b453aaa0:37787 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C37787%2C1731303143126.meta:.meta(num 1731303144680) 2024-11-11T05:32:26,085 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:26,086 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:26,086 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:26,086 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:26,086 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:26,086 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:26,086 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:26,086 INFO [RS:1;1d14b453aaa0:38487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38487 2024-11-11T05:32:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741833_1009 (size=1758) 2024-11-11T05:32:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741833_1009 (size=1758) 2024-11-11T05:32:26,092 DEBUG [RS:0;1d14b453aaa0:37787 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/oldWALs 2024-11-11T05:32:26,092 INFO [RS:0;1d14b453aaa0:37787 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C37787%2C1731303143126:(num 1731303144396) 2024-11-11T05:32:26,093 DEBUG [RS:0;1d14b453aaa0:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:26,093 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:26,093 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:26,093 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:26,093 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:26,093 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:26,093 INFO [RS:0;1d14b453aaa0:37787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37787 2024-11-11T05:32:26,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,38487,1731303143168 2024-11-11T05:32:26,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:26,106 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:26,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,37787,1731303143126 2024-11-11T05:32:26,116 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:26,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,37787,1731303143126] 2024-11-11T05:32:26,116 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f9f90903518@133db163 rejected from java.util.concurrent.ThreadPoolExecutor@563f3d60[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-11T05:32:26,137 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,37787,1731303143126 already deleted, retry=false 2024-11-11T05:32:26,137 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,37787,1731303143126 expired; onlineServers=1 2024-11-11T05:32:26,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,38487,1731303143168] 2024-11-11T05:32:26,147 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,38487,1731303143168 already deleted, retry=false 2024-11-11T05:32:26,148 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,38487,1731303143168 expired; onlineServers=0 2024-11-11T05:32:26,148 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,39831,1731303142962' ***** 2024-11-11T05:32:26,148 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:32:26,148 INFO [M:0;1d14b453aaa0:39831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:26,148 INFO [M:0;1d14b453aaa0:39831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:26,148 DEBUG [M:0;1d14b453aaa0:39831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:32:26,148 DEBUG [M:0;1d14b453aaa0:39831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:32:26,148 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:32:26,148 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303144012 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303144012,5,FailOnTimeoutGroup] 2024-11-11T05:32:26,148 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303144012 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303144012,5,FailOnTimeoutGroup] 2024-11-11T05:32:26,148 INFO [M:0;1d14b453aaa0:39831 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:26,148 INFO [M:0;1d14b453aaa0:39831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:26,148 DEBUG [M:0;1d14b453aaa0:39831 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:32:26,149 INFO [M:0;1d14b453aaa0:39831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:32:26,149 INFO [M:0;1d14b453aaa0:39831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:26,149 INFO [M:0;1d14b453aaa0:39831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:32:26,149 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:32:26,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:26,158 DEBUG [M:0;1d14b453aaa0:39831 {}] zookeeper.ZKUtil(347): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T05:32:26,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:26,158 WARN [M:0;1d14b453aaa0:39831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:32:26,159 INFO [M:0;1d14b453aaa0:39831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/.lastflushedseqids 2024-11-11T05:32:26,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741844_1020 (size=182) 2024-11-11T05:32:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741844_1020 (size=182) 2024-11-11T05:32:26,166 INFO [M:0;1d14b453aaa0:39831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:32:26,166 INFO [M:0;1d14b453aaa0:39831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:32:26,166 DEBUG [M:0;1d14b453aaa0:39831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:26,166 INFO [M:0;1d14b453aaa0:39831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:26,167 DEBUG [M:0;1d14b453aaa0:39831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:26,167 DEBUG [M:0;1d14b453aaa0:39831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:26,167 DEBUG [M:0;1d14b453aaa0:39831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:26,167 INFO [M:0;1d14b453aaa0:39831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-11T05:32:26,184 DEBUG [M:0;1d14b453aaa0:39831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3ee93a10d11487e8954b0a38322e0fc is 82, key is hbase:meta,,1/info:regioninfo/1731303144723/Put/seqid=0 2024-11-11T05:32:26,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:26,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:26,190 INFO [M:0;1d14b453aaa0:39831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3ee93a10d11487e8954b0a38322e0fc 2024-11-11T05:32:26,212 DEBUG [M:0;1d14b453aaa0:39831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea39225e826c4301b0a30215ab1ca8e4 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731303145338/Put/seqid=0 2024-11-11T05:32:26,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741846_1022 (size=6220) 2024-11-11T05:32:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741846_1022 (size=6220) 2024-11-11T05:32:26,218 INFO [M:0;1d14b453aaa0:39831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea39225e826c4301b0a30215ab1ca8e4 2024-11-11T05:32:26,227 INFO [RS:1;1d14b453aaa0:38487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:26,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:26,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x101286171c60002, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:26,227 INFO [RS:1;1d14b453aaa0:38487 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,38487,1731303143168; zookeeper connection closed. 2024-11-11T05:32:26,227 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f9955cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f9955cd 2024-11-11T05:32:26,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:26,237 INFO [RS:0;1d14b453aaa0:37787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:26,237 INFO [RS:0;1d14b453aaa0:37787 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,37787,1731303143126; zookeeper connection closed. 2024-11-11T05:32:26,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x101286171c60001, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:26,238 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c1a7bd4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c1a7bd4 2024-11-11T05:32:26,238 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T05:32:26,241 DEBUG [M:0;1d14b453aaa0:39831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1f554e5d8d047c0899254453ccb247f is 69, key is 1d14b453aaa0,37787,1731303143126/rs:state/1731303144135/Put/seqid=0 2024-11-11T05:32:26,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:26,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:26,247 INFO [M:0;1d14b453aaa0:39831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1f554e5d8d047c0899254453ccb247f 2024-11-11T05:32:26,254 DEBUG [M:0;1d14b453aaa0:39831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3ee93a10d11487e8954b0a38322e0fc as hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3ee93a10d11487e8954b0a38322e0fc 2024-11-11T05:32:26,261 INFO [M:0;1d14b453aaa0:39831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3ee93a10d11487e8954b0a38322e0fc, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T05:32:26,262 DEBUG [M:0;1d14b453aaa0:39831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea39225e826c4301b0a30215ab1ca8e4 as hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea39225e826c4301b0a30215ab1ca8e4 2024-11-11T05:32:26,269 INFO [M:0;1d14b453aaa0:39831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea39225e826c4301b0a30215ab1ca8e4, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T05:32:26,270 DEBUG [M:0;1d14b453aaa0:39831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1f554e5d8d047c0899254453ccb247f as hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1f554e5d8d047c0899254453ccb247f 2024-11-11T05:32:26,278 INFO [M:0;1d14b453aaa0:39831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36347/user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1f554e5d8d047c0899254453ccb247f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T05:32:26,279 INFO [M:0;1d14b453aaa0:39831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=71, compaction requested=false 2024-11-11T05:32:26,280 INFO [M:0;1d14b453aaa0:39831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:26,281 DEBUG [M:0;1d14b453aaa0:39831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303146166Disabling compacts and flushes for region at 1731303146166Disabling writes for close at 1731303146167 (+1 ms)Obtaining lock to block concurrent updates at 1731303146167Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731303146167Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731303146167Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731303146168 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731303146168Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731303146183 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731303146183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731303146197 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731303146211 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731303146211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731303146224 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731303146240 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731303146240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d63de0: reopening flushed file at 1731303146253 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a168ef: reopening flushed file at 1731303146261 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a702071: reopening flushed file at 1731303146269 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=71, compaction requested=false at 1731303146279 (+10 ms)Writing region close event to WAL at 1731303146280 (+1 ms)Closed at 1731303146280 2024-11-11T05:32:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40805 is added to blk_1073741830_1006 (size=35452) 2024-11-11T05:32:26,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd916490-8394-3795-f90d-1db8bb681702/MasterData/WALs/1d14b453aaa0,39831,1731303142962/1d14b453aaa0%2C39831%2C1731303142962.1731303143737 not finished, retry = 0 2024-11-11T05:32:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36133 is added to blk_1073741830_1006 (size=35452) 2024-11-11T05:32:26,385 INFO [M:0;1d14b453aaa0:39831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:32:26,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:26,385 INFO [M:0;1d14b453aaa0:39831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39831 2024-11-11T05:32:26,386 INFO [M:0;1d14b453aaa0:39831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:26,497 INFO [M:0;1d14b453aaa0:39831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x101286171c60000, quorum=127.0.0.1:64225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:26,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71beeb95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:26,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68c199db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:26,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:26,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b07266c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:26,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ba007c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:26,533 WARN [BP-547514258-172.17.0.2-1731303140427 heartbeating to localhost/127.0.0.1:36347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:26,533 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:26,533 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:26,533 WARN [BP-547514258-172.17.0.2-1731303140427 heartbeating to localhost/127.0.0.1:36347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-547514258-172.17.0.2-1731303140427 (Datanode Uuid 1a197981-0183-4a9c-b2bf-83a4d3cef3ce) service to localhost/127.0.0.1:36347 2024-11-11T05:32:26,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/data/data3/current/BP-547514258-172.17.0.2-1731303140427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:26,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/data/data4/current/BP-547514258-172.17.0.2-1731303140427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:26,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:26,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c4819e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:26,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@656ac289{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:26,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:26,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67eed59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:26,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216dc62a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:26,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:26,538 WARN [BP-547514258-172.17.0.2-1731303140427 heartbeating to localhost/127.0.0.1:36347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:26,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:26,538 WARN [BP-547514258-172.17.0.2-1731303140427 heartbeating to localhost/127.0.0.1:36347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-547514258-172.17.0.2-1731303140427 (Datanode Uuid a59f7f29-9675-440f-bdc5-59c29c8df7a3) service to localhost/127.0.0.1:36347 2024-11-11T05:32:26,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/data/data1/current/BP-547514258-172.17.0.2-1731303140427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:26,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/cluster_0be5ddfd-f60d-0c2d-7638-193d04cec54c/data/data2/current/BP-547514258-172.17.0.2-1731303140427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:26,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:26,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61b77153{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:26,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71677318{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:26,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:26,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786dddb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:26,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f1e1206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:26,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:32:26,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:32:26,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=112 (was 81) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36347 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36347 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 413) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1036 (was 1159), ProcessCount=11 (was 11), AvailableMemoryMB=7881 (was 8043) 2024-11-11T05:32:26,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=112, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=1036, ProcessCount=11, AvailableMemoryMB=7881 2024-11-11T05:32:26,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.log.dir so I do NOT create it in target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569 2024-11-11T05:32:26,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:32:26,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.tmp.dir so I do NOT create it in target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569 2024-11-11T05:32:26,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59d6af42-e1b5-f2c2-d9e1-e5cc6a5aba8d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:32:26,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569 2024-11-11T05:32:26,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:32:26,604 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e, deleteOnExit=true 2024-11-11T05:32:26,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:32:26,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/test.cache.data in system properties and HBase conf 2024-11-11T05:32:26,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:32:26,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:32:26,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:32:26,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:32:26,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:32:26,605 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:32:26,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:32:26,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:32:26,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:26,951 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:26,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:26,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:26,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:26,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:26,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:26,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:27,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62153ea7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/java.io.tmpdir/jetty-localhost-41229-hadoop-hdfs-3_4_1-tests_jar-_-any-14527060871866747021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:27,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:41229} 2024-11-11T05:32:27,048 INFO [Time-limited test {}] server.Server(415): Started @18209ms 2024-11-11T05:32:27,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:27,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:27,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:27,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:27,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:32:27,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc9de68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:27,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f1448d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:27,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7347b92c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/java.io.tmpdir/jetty-localhost-43445-hadoop-hdfs-3_4_1-tests_jar-_-any-1197092132866530991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:27,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f502323{HTTP/1.1, (http/1.1)}{localhost:43445} 2024-11-11T05:32:27,415 INFO [Time-limited test {}] server.Server(415): Started @18576ms 2024-11-11T05:32:27,417 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:27,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:27,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:27,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:27,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:27,450 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:27,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@629d4e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:27,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@109c261f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:27,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aef03e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/java.io.tmpdir/jetty-localhost-42605-hadoop-hdfs-3_4_1-tests_jar-_-any-8133018746257498292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:27,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10947f36{HTTP/1.1, (http/1.1)}{localhost:42605} 2024-11-11T05:32:27,547 INFO [Time-limited test {}] server.Server(415): Started @18708ms 2024-11-11T05:32:27,549 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:28,813 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/data/data1/current/BP-654901523-172.17.0.2-1731303146629/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:28,813 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/data/data2/current/BP-654901523-172.17.0.2-1731303146629/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:28,832 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:28,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x532f0337899194f5 with lease ID 0x940b0d9062f6ab70: Processing first storage report for DS-9bc83ae0-2493-4843-923b-7c578e571363 from datanode DatanodeRegistration(127.0.0.1:41009, datanodeUuid=48a54ee0-8b99-47c7-a59c-bfdea8288cb9, infoPort=41097, infoSecurePort=0, ipcPort=32805, storageInfo=lv=-57;cid=testClusterID;nsid=790386195;c=1731303146629) 2024-11-11T05:32:28,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x532f0337899194f5 with lease ID 0x940b0d9062f6ab70: from storage DS-9bc83ae0-2493-4843-923b-7c578e571363 node DatanodeRegistration(127.0.0.1:41009, datanodeUuid=48a54ee0-8b99-47c7-a59c-bfdea8288cb9, infoPort=41097, infoSecurePort=0, ipcPort=32805, storageInfo=lv=-57;cid=testClusterID;nsid=790386195;c=1731303146629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:28,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x532f0337899194f5 with lease ID 0x940b0d9062f6ab70: Processing first storage report for DS-a49e9ff4-7a58-44e0-81f7-44609dae358b from datanode DatanodeRegistration(127.0.0.1:41009, datanodeUuid=48a54ee0-8b99-47c7-a59c-bfdea8288cb9, infoPort=41097, infoSecurePort=0, ipcPort=32805, storageInfo=lv=-57;cid=testClusterID;nsid=790386195;c=1731303146629) 2024-11-11T05:32:28,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x532f0337899194f5 with lease ID 0x940b0d9062f6ab70: from storage DS-a49e9ff4-7a58-44e0-81f7-44609dae358b node DatanodeRegistration(127.0.0.1:41009, datanodeUuid=48a54ee0-8b99-47c7-a59c-bfdea8288cb9, infoPort=41097, infoSecurePort=0, ipcPort=32805, storageInfo=lv=-57;cid=testClusterID;nsid=790386195;c=1731303146629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:28,952 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/data/data3/current/BP-654901523-172.17.0.2-1731303146629/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:28,952 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/data/data4/current/BP-654901523-172.17.0.2-1731303146629/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:28,972 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf096792e483c60f5 with lease ID 0x940b0d9062f6ab71: Processing first storage report for DS-c943fd8c-7037-41e8-8343-6b1398f5fb2c from datanode DatanodeRegistration(127.0.0.1:43001, datanodeUuid=996d1621-419a-41da-abfe-986144ad5298, infoPort=45573, infoSecurePort=0, ipcPort=45725, storageInfo=lv=-57;cid=testClusterID;nsid=790386195;c=1731303146629) 2024-11-11T05:32:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf096792e483c60f5 with lease ID 0x940b0d9062f6ab71: from storage DS-c943fd8c-7037-41e8-8343-6b1398f5fb2c node DatanodeRegistration(127.0.0.1:43001, datanodeUuid=996d1621-419a-41da-abfe-986144ad5298, infoPort=45573, infoSecurePort=0, ipcPort=45725, storageInfo=lv=-57;cid=testClusterID;nsid=790386195;c=1731303146629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf096792e483c60f5 with lease ID 0x940b0d9062f6ab71: Processing first storage report for DS-6614a7dd-e6b3-4164-9392-8591ae8a0391 from datanode DatanodeRegistration(127.0.0.1:43001, datanodeUuid=996d1621-419a-41da-abfe-986144ad5298, infoPort=45573, infoSecurePort=0, ipcPort=45725, storageInfo=lv=-57;cid=testClusterID;nsid=790386195;c=1731303146629) 2024-11-11T05:32:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf096792e483c60f5 with lease ID 0x940b0d9062f6ab71: from storage DS-6614a7dd-e6b3-4164-9392-8591ae8a0391 node DatanodeRegistration(127.0.0.1:43001, datanodeUuid=996d1621-419a-41da-abfe-986144ad5298, infoPort=45573, infoSecurePort=0, ipcPort=45725, storageInfo=lv=-57;cid=testClusterID;nsid=790386195;c=1731303146629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:28,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569 2024-11-11T05:32:28,998 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/zookeeper_0, clientPort=60886, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:32:28,999 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60886 2024-11-11T05:32:28,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:29,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:29,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:29,013 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae with version=8 2024-11-11T05:32:29,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/hbase-staging 2024-11-11T05:32:29,015 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:29,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:29,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:29,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:29,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:29,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:29,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:32:29,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:29,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38065 2024-11-11T05:32:29,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38065 connecting to ZooKeeper ensemble=127.0.0.1:60886 2024-11-11T05:32:29,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380650x0, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:29,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38065-0x101286189710000 connected 2024-11-11T05:32:29,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:29,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:29,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:29,168 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae, hbase.cluster.distributed=false 2024-11-11T05:32:29,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:29,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38065 2024-11-11T05:32:29,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38065 2024-11-11T05:32:29,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38065 2024-11-11T05:32:29,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38065 2024-11-11T05:32:29,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38065 2024-11-11T05:32:29,187 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:29,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:29,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:29,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:29,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:29,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:29,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:29,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:29,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37907 2024-11-11T05:32:29,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37907 connecting to ZooKeeper ensemble=127.0.0.1:60886 2024-11-11T05:32:29,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:29,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:29,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379070x0, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:29,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37907-0x101286189710001 connected 2024-11-11T05:32:29,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:29,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:29,201 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:29,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:29,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:29,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-11T05:32:29,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37907 2024-11-11T05:32:29,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37907 2024-11-11T05:32:29,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-11T05:32:29,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-11T05:32:29,225 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:29,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:29,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:29,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:29,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:29,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:29,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:29,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:29,226 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43041 2024-11-11T05:32:29,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43041 connecting to ZooKeeper ensemble=127.0.0.1:60886 2024-11-11T05:32:29,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:29,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:29,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430410x0, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:29,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43041-0x101286189710002 connected 2024-11-11T05:32:29,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:29,243 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:29,244 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:29,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:29,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:29,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-11T05:32:29,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43041 2024-11-11T05:32:29,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43041 2024-11-11T05:32:29,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-11T05:32:29,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-11T05:32:29,264 DEBUG [M:0;1d14b453aaa0:38065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:38065 2024-11-11T05:32:29,264 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1d14b453aaa0,38065,1731303149015 2024-11-11T05:32:29,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:29,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:29,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:29,274 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1d14b453aaa0,38065,1731303149015 2024-11-11T05:32:29,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:29,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:29,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,285 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T05:32:29,285 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1d14b453aaa0,38065,1731303149015 from backup master directory 2024-11-11T05:32:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:29,295 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1d14b453aaa0,38065,1731303149015 2024-11-11T05:32:29,295 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,38065,1731303149015 2024-11-11T05:32:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:29,302 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/hbase.id] with ID: b17c665a-6e91-4b2a-8b92-ceb7db46dbc7 2024-11-11T05:32:29,302 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/.tmp/hbase.id 2024-11-11T05:32:29,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:29,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:29,311 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/.tmp/hbase.id]:[hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/hbase.id] 2024-11-11T05:32:29,324 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:29,324 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:32:29,326 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T05:32:29,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:29,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:29,344 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:29,345 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:32:29,346 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:29,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:29,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:29,357 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store 2024-11-11T05:32:29,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:29,365 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:29,365 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:29,365 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:29,365 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:29,366 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:29,366 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:29,366 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:29,366 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303149365Disabling compacts and flushes for region at 1731303149365Disabling writes for close at 1731303149366 (+1 ms)Writing region close event to WAL at 1731303149366Closed at 1731303149366 2024-11-11T05:32:29,367 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/.initializing 2024-11-11T05:32:29,367 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/WALs/1d14b453aaa0,38065,1731303149015 2024-11-11T05:32:29,368 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:29,369 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C38065%2C1731303149015, suffix=, logDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/WALs/1d14b453aaa0,38065,1731303149015, archiveDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/oldWALs, maxLogs=10 2024-11-11T05:32:29,384 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/WALs/1d14b453aaa0,38065,1731303149015/1d14b453aaa0%2C38065%2C1731303149015.1731303149370, exclude list is [], retry=0 2024-11-11T05:32:29,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41009,DS-9bc83ae0-2493-4843-923b-7c578e571363,DISK] 2024-11-11T05:32:29,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-c943fd8c-7037-41e8-8343-6b1398f5fb2c,DISK] 2024-11-11T05:32:29,389 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/WALs/1d14b453aaa0,38065,1731303149015/1d14b453aaa0%2C38065%2C1731303149015.1731303149370 2024-11-11T05:32:29,389 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41097:41097),(127.0.0.1/127.0.0.1:45573:45573)] 2024-11-11T05:32:29,389 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:29,390 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:29,390 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,390 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:32:29,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:29,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:29,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:32:29,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:29,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:29,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:32:29,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:29,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:29,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:32:29,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:29,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:29,400 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,401 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,401 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:29,405 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:29,407 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:29,408 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71860916, jitterRate=0.07081109285354614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:29,409 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731303149390Initializing all the Stores at 1731303149391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303149391Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303149391Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303149391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303149391Cleaning up temporary data from old regions at 1731303149403 (+12 ms)Region opened successfully at 1731303149409 (+6 ms) 2024-11-11T05:32:29,409 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:32:29,413 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4016b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:29,414 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:32:29,414 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:32:29,414 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:32:29,414 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:32:29,415 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:32:29,415 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:32:29,415 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:32:29,418 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:32:29,419 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T05:32:29,427 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T05:32:29,428 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:32:29,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:32:29,438 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T05:32:29,438 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:32:29,439 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:32:29,448 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T05:32:29,450 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:32:29,459 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T05:32:29,461 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:32:29,473 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T05:32:29,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:29,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:29,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:29,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,38065,1731303149015, sessionid=0x101286189710000, setting cluster-up flag (Was=false) 2024-11-11T05:32:29,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,537 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T05:32:29,538 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,38065,1731303149015 2024-11-11T05:32:29,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:29,758 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T05:32:29,761 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,38065,1731303149015 2024-11-11T05:32:29,764 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:32:29,768 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:29,768 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:32:29,769 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:32:29,769 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,38065,1731303149015 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:32:29,773 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:29,773 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:29,773 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:29,773 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:29,774 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:32:29,774 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,774 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:29,774 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,775 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731303179775 2024-11-11T05:32:29,775 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:32:29,775 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:32:29,775 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:32:29,775 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:32:29,775 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:32:29,775 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:32:29,775 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:29,776 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:32:29,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:32:29,776 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:32:29,776 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:32:29,777 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:32:29,777 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:32:29,777 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303149777,5,FailOnTimeoutGroup] 2024-11-11T05:32:29,777 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303149777,5,FailOnTimeoutGroup] 2024-11-11T05:32:29,777 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,777 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:32:29,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:29,778 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,778 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:32:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:29,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:32:29,787 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae 2024-11-11T05:32:29,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:29,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:29,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:29,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:29,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:29,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:29,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:29,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:29,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:29,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:29,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:29,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:29,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:29,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:29,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:29,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:29,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:29,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:29,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:29,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:29,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740 2024-11-11T05:32:29,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740 2024-11-11T05:32:29,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:29,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:29,812 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:29,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:29,816 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:29,816 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65945238, jitterRate=-0.017339378595352173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:29,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731303149797Initializing all the Stores at 1731303149798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303149798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303149798Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303149798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303149798Cleaning up temporary data from old regions at 1731303149811 (+13 ms)Region opened successfully at 1731303149817 (+6 ms) 2024-11-11T05:32:29,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:29,817 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:29,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:29,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:29,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:29,818 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:29,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303149817Disabling compacts and flushes for region at 1731303149817Disabling writes for close at 1731303149817Writing region close event to WAL at 1731303149818 (+1 ms)Closed at 1731303149818 2024-11-11T05:32:29,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:29,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:32:29,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:32:29,820 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:29,821 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:32:29,856 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(746): ClusterId : b17c665a-6e91-4b2a-8b92-ceb7db46dbc7 2024-11-11T05:32:29,856 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(746): ClusterId : b17c665a-6e91-4b2a-8b92-ceb7db46dbc7 2024-11-11T05:32:29,856 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:29,856 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:29,865 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:29,865 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:29,865 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:29,865 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:29,875 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:29,875 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:29,876 DEBUG [RS:1;1d14b453aaa0:43041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b91f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:29,876 DEBUG [RS:0;1d14b453aaa0:37907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eceae99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:29,892 DEBUG [RS:0;1d14b453aaa0:37907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:37907 2024-11-11T05:32:29,892 DEBUG [RS:1;1d14b453aaa0:43041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1d14b453aaa0:43041 2024-11-11T05:32:29,892 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:29,892 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:29,892 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:29,892 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:29,892 DEBUG [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:29,892 DEBUG [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:29,893 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,38065,1731303149015 with port=43041, startcode=1731303149224 2024-11-11T05:32:29,893 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,38065,1731303149015 with port=37907, startcode=1731303149186 2024-11-11T05:32:29,893 DEBUG [RS:0;1d14b453aaa0:37907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:29,893 DEBUG [RS:1;1d14b453aaa0:43041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:29,894 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:29,894 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:29,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:29,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38065 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:29,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,43041,1731303149224 2024-11-11T05:32:29,897 DEBUG [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae 2024-11-11T05:32:29,897 DEBUG [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33715 2024-11-11T05:32:29,897 DEBUG [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:29,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38065 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,43041,1731303149224 2024-11-11T05:32:29,899 DEBUG [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae 2024-11-11T05:32:29,899 DEBUG [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33715 2024-11-11T05:32:29,899 DEBUG [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:29,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:29,945 DEBUG [RS:0;1d14b453aaa0:37907 {}] zookeeper.ZKUtil(111): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:29,945 WARN [RS:0;1d14b453aaa0:37907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:29,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,43041,1731303149224] 2024-11-11T05:32:29,945 INFO [RS:0;1d14b453aaa0:37907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:29,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,37907,1731303149186] 2024-11-11T05:32:29,946 DEBUG [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:29,946 DEBUG [RS:1;1d14b453aaa0:43041 {}] zookeeper.ZKUtil(111): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,43041,1731303149224 2024-11-11T05:32:29,946 WARN [RS:1;1d14b453aaa0:43041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:29,947 INFO [RS:1;1d14b453aaa0:43041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:29,947 DEBUG [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,43041,1731303149224 2024-11-11T05:32:29,953 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:29,953 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:29,957 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:29,957 INFO [RS:0;1d14b453aaa0:37907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:29,957 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,957 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:29,958 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:29,958 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:29,958 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,958 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 INFO [RS:1;1d14b453aaa0:43041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:29,959 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:29,959 DEBUG [RS:0;1d14b453aaa0:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:29,960 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:29,960 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,960 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,960 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,960 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:29,960 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,960 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,960 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37907,1731303149186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,960 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:29,961 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:29,961 DEBUG [RS:1;1d14b453aaa0:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:29,962 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,962 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,962 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,962 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,962 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,962 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43041,1731303149224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:29,971 WARN [1d14b453aaa0:38065 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:32:29,976 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:29,976 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37907,1731303149186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,976 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,976 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.Replication(171): 1d14b453aaa0,37907,1731303149186 started 2024-11-11T05:32:29,977 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:29,977 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43041,1731303149224-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,977 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,977 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.Replication(171): 1d14b453aaa0,43041,1731303149224 started 2024-11-11T05:32:29,989 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,989 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:29,989 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,37907,1731303149186, RpcServer on 1d14b453aaa0/172.17.0.2:37907, sessionid=0x101286189710001 2024-11-11T05:32:29,989 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,43041,1731303149224, RpcServer on 1d14b453aaa0/172.17.0.2:43041, sessionid=0x101286189710002 2024-11-11T05:32:29,990 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:29,990 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:29,990 DEBUG [RS:0;1d14b453aaa0:37907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:29,990 DEBUG [RS:1;1d14b453aaa0:43041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,43041,1731303149224 2024-11-11T05:32:29,990 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37907,1731303149186' 2024-11-11T05:32:29,990 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43041,1731303149224' 2024-11-11T05:32:29,990 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:29,990 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:29,990 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:29,990 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:29,991 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:29,991 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:29,991 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:29,991 DEBUG [RS:1;1d14b453aaa0:43041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,43041,1731303149224 2024-11-11T05:32:29,991 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43041,1731303149224' 2024-11-11T05:32:29,991 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:29,991 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:29,991 DEBUG [RS:0;1d14b453aaa0:37907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:29,991 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37907,1731303149186' 2024-11-11T05:32:29,991 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:29,991 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:29,991 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:29,992 DEBUG [RS:1;1d14b453aaa0:43041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:29,992 INFO [RS:1;1d14b453aaa0:43041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:29,992 DEBUG [RS:0;1d14b453aaa0:37907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:29,992 INFO [RS:1;1d14b453aaa0:43041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:29,992 INFO [RS:0;1d14b453aaa0:37907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:29,992 INFO [RS:0;1d14b453aaa0:37907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:30,093 INFO [RS:0;1d14b453aaa0:37907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:30,093 INFO [RS:1;1d14b453aaa0:43041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:30,097 INFO [RS:0;1d14b453aaa0:37907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C37907%2C1731303149186, suffix=, logDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,37907,1731303149186, archiveDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/oldWALs, maxLogs=32 2024-11-11T05:32:30,097 INFO [RS:1;1d14b453aaa0:43041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C43041%2C1731303149224, suffix=, logDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,43041,1731303149224, archiveDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/oldWALs, maxLogs=32 2024-11-11T05:32:30,115 DEBUG [RS:0;1d14b453aaa0:37907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,37907,1731303149186/1d14b453aaa0%2C37907%2C1731303149186.1731303150101, exclude list is [], retry=0 2024-11-11T05:32:30,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41009,DS-9bc83ae0-2493-4843-923b-7c578e571363,DISK] 2024-11-11T05:32:30,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-c943fd8c-7037-41e8-8343-6b1398f5fb2c,DISK] 2024-11-11T05:32:30,121 INFO [RS:0;1d14b453aaa0:37907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,37907,1731303149186/1d14b453aaa0%2C37907%2C1731303149186.1731303150101 2024-11-11T05:32:30,121 DEBUG [RS:0;1d14b453aaa0:37907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41097:41097),(127.0.0.1/127.0.0.1:45573:45573)] 2024-11-11T05:32:30,121 DEBUG [RS:1;1d14b453aaa0:43041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,43041,1731303149224/1d14b453aaa0%2C43041%2C1731303149224.1731303150102, exclude list is [], retry=0 2024-11-11T05:32:30,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41009,DS-9bc83ae0-2493-4843-923b-7c578e571363,DISK] 2024-11-11T05:32:30,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-c943fd8c-7037-41e8-8343-6b1398f5fb2c,DISK] 2024-11-11T05:32:30,127 INFO [RS:1;1d14b453aaa0:43041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,43041,1731303149224/1d14b453aaa0%2C43041%2C1731303149224.1731303150102 2024-11-11T05:32:30,127 DEBUG [RS:1;1d14b453aaa0:43041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45573:45573),(127.0.0.1/127.0.0.1:41097:41097)] 2024-11-11T05:32:30,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:32:30,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:30,222 DEBUG [1d14b453aaa0:38065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T05:32:30,222 DEBUG [1d14b453aaa0:38065 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:30,224 DEBUG [1d14b453aaa0:38065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:30,224 DEBUG [1d14b453aaa0:38065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:30,224 DEBUG [1d14b453aaa0:38065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:30,224 DEBUG [1d14b453aaa0:38065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:30,224 INFO [1d14b453aaa0:38065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:30,224 INFO [1d14b453aaa0:38065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:30,224 DEBUG [1d14b453aaa0:38065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:30,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:30,226 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,37907,1731303149186, state=OPENING 2024-11-11T05:32:30,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:30,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:30,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:30,291 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:32:30,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:30,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:30,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:30,302 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:30,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37907,1731303149186}] 2024-11-11T05:32:30,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:30,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:30,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:30,456 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:30,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:30,467 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:32:30,467 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:30,468 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:32:30,470 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C37907%2C1731303149186.meta, suffix=.meta, logDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,37907,1731303149186, archiveDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/oldWALs, maxLogs=32 2024-11-11T05:32:30,484 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,37907,1731303149186/1d14b453aaa0%2C37907%2C1731303149186.meta.1731303150471.meta, exclude list is [], retry=0 2024-11-11T05:32:30,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41009,DS-9bc83ae0-2493-4843-923b-7c578e571363,DISK] 2024-11-11T05:32:30,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-c943fd8c-7037-41e8-8343-6b1398f5fb2c,DISK] 2024-11-11T05:32:30,488 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/WALs/1d14b453aaa0,37907,1731303149186/1d14b453aaa0%2C37907%2C1731303149186.meta.1731303150471.meta 2024-11-11T05:32:30,488 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41097:41097),(127.0.0.1/127.0.0.1:45573:45573)] 2024-11-11T05:32:30,488 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:30,489 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:32:30,489 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:32:30,489 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:32:30,489 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:32:30,489 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:30,489 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:32:30,489 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:32:30,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:30,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:30,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:30,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:30,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:30,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:30,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:30,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:30,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:30,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:30,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:30,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:30,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:30,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:30,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:30,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:30,497 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:30,498 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740 2024-11-11T05:32:30,499 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740 2024-11-11T05:32:30,501 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:30,501 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:30,501 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:30,503 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:30,504 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66806683, jitterRate=-0.004502847790718079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:30,504 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:32:30,505 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731303150489Writing region info on filesystem at 1731303150489Initializing all the Stores at 1731303150490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303150490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303150491 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303150491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303150491Cleaning up temporary data from old regions at 1731303150501 (+10 ms)Running coprocessor post-open hooks at 1731303150504 (+3 ms)Region opened successfully at 1731303150504 2024-11-11T05:32:30,506 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731303150455 2024-11-11T05:32:30,508 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:32:30,509 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:32:30,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:30,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,37907,1731303149186, state=OPEN 2024-11-11T05:32:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:30,522 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:30,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:30,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:30,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:30,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:32:30,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37907,1731303149186 in 220 msec 2024-11-11T05:32:30,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:32:30,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec 2024-11-11T05:32:30,532 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:30,533 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:32:30,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:30,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37907,1731303149186, seqNum=-1] 2024-11-11T05:32:30,534 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:30,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:30,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 779 msec 2024-11-11T05:32:30,546 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731303150546, completionTime=-1 2024-11-11T05:32:30,546 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T05:32:30,546 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:32:30,548 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T05:32:30,548 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731303210548 2024-11-11T05:32:30,548 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731303270548 2024-11-11T05:32:30,548 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:32:30,549 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:32:30,549 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38065,1731303149015-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:30,549 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38065,1731303149015-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:30,549 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38065,1731303149015-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:30,550 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:38065, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:30,550 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:30,550 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:30,552 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:32:30,554 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.259sec 2024-11-11T05:32:30,554 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:32:30,554 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:32:30,554 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:32:30,555 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:32:30,555 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:32:30,555 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38065,1731303149015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:30,555 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38065,1731303149015-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:32:30,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329b0492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:30,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,38065,-1 for getting cluster id 2024-11-11T05:32:30,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:32:30,557 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:32:30,557 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:32:30,557 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38065,1731303149015-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:30,560 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b17c665a-6e91-4b2a-8b92-ceb7db46dbc7' 2024-11-11T05:32:30,561 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:32:30,561 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b17c665a-6e91-4b2a-8b92-ceb7db46dbc7" 2024-11-11T05:32:30,561 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4d5782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:30,561 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,38065,-1] 2024-11-11T05:32:30,561 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:32:30,562 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:30,563 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:32:30,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d8c215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:30,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:30,565 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37907,1731303149186, seqNum=-1] 2024-11-11T05:32:30,565 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:30,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:30,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,38065,1731303149015 2024-11-11T05:32:30,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:32:30,569 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,38065,1731303149015 2024-11-11T05:32:30,569 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@272904cd 2024-11-11T05:32:30,570 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:32:30,571 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:32:30,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T05:32:30,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:32:30,575 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:30,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T05:32:30,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:32:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:30,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:30,587 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 324df6ca04b8f21d19aec426a4bda497, NAME => 'testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae 2024-11-11T05:32:30,587 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2d16f7e88453ebf4e84a49a152aa909e, NAME => 'testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae 2024-11-11T05:32:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:30,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:30,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:30,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 324df6ca04b8f21d19aec426a4bda497, disabling compactions & flushes 2024-11-11T05:32:30,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 2d16f7e88453ebf4e84a49a152aa909e, disabling compactions & flushes 2024-11-11T05:32:30,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:30,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:30,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:30,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. after waiting 0 ms 2024-11-11T05:32:30,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:30,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:30,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. after waiting 0 ms 2024-11-11T05:32:30,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:30,601 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:30,601 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 324df6ca04b8f21d19aec426a4bda497: Waiting for close lock at 1731303150600Disabling compacts and flushes for region at 1731303150600Disabling writes for close at 1731303150600Writing region close event to WAL at 1731303150600Closed at 1731303150600 2024-11-11T05:32:30,601 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:30,601 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2d16f7e88453ebf4e84a49a152aa909e: Waiting for close lock at 1731303150600Disabling compacts and flushes for region at 1731303150600Disabling writes for close at 1731303150600Writing region close event to WAL at 1731303150601 (+1 ms)Closed at 1731303150601 2024-11-11T05:32:30,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:32:30,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303150603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303150603"}]},"ts":"1731303150603"} 2024-11-11T05:32:30,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303150603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303150603"}]},"ts":"1731303150603"} 2024-11-11T05:32:30,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T05:32:30,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:32:30,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303150608"}]},"ts":"1731303150608"} 2024-11-11T05:32:30,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T05:32:30,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:30,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:30,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:30,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:30,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:30,613 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:30,613 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:30,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:30,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=324df6ca04b8f21d19aec426a4bda497, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d16f7e88453ebf4e84a49a152aa909e, ASSIGN}] 2024-11-11T05:32:30,616 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=324df6ca04b8f21d19aec426a4bda497, ASSIGN 2024-11-11T05:32:30,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d16f7e88453ebf4e84a49a152aa909e, ASSIGN 2024-11-11T05:32:30,617 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=324df6ca04b8f21d19aec426a4bda497, ASSIGN; state=OFFLINE, location=1d14b453aaa0,37907,1731303149186; forceNewPlan=false, retain=false 2024-11-11T05:32:30,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d16f7e88453ebf4e84a49a152aa909e, ASSIGN; state=OFFLINE, location=1d14b453aaa0,43041,1731303149224; forceNewPlan=false, retain=false 2024-11-11T05:32:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:30,768 INFO [1d14b453aaa0:38065 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T05:32:30,769 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=324df6ca04b8f21d19aec426a4bda497, regionState=OPENING, regionLocation=1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:30,769 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2d16f7e88453ebf4e84a49a152aa909e, regionState=OPENING, regionLocation=1d14b453aaa0,43041,1731303149224 2024-11-11T05:32:30,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=324df6ca04b8f21d19aec426a4bda497, ASSIGN because future has completed 2024-11-11T05:32:30,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324df6ca04b8f21d19aec426a4bda497, server=1d14b453aaa0,37907,1731303149186}] 2024-11-11T05:32:30,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d16f7e88453ebf4e84a49a152aa909e, ASSIGN because future has completed 2024-11-11T05:32:30,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d16f7e88453ebf4e84a49a152aa909e, server=1d14b453aaa0,43041,1731303149224}] 2024-11-11T05:32:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:30,933 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:30,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:30,939 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:30,940 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 324df6ca04b8f21d19aec426a4bda497, NAME => 'testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T05:32:30,940 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,940 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:30,940 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,940 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,942 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:30,942 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d16f7e88453ebf4e84a49a152aa909e, NAME => 'testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T05:32:30,942 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,942 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:30,943 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,943 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,945 INFO [StoreOpener-324df6ca04b8f21d19aec426a4bda497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,945 INFO [StoreOpener-2d16f7e88453ebf4e84a49a152aa909e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,947 INFO [StoreOpener-2d16f7e88453ebf4e84a49a152aa909e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d16f7e88453ebf4e84a49a152aa909e columnFamilyName family 2024-11-11T05:32:30,947 INFO [StoreOpener-324df6ca04b8f21d19aec426a4bda497-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324df6ca04b8f21d19aec426a4bda497 columnFamilyName family 2024-11-11T05:32:30,947 DEBUG [StoreOpener-2d16f7e88453ebf4e84a49a152aa909e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:30,947 DEBUG [StoreOpener-324df6ca04b8f21d19aec426a4bda497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:30,947 INFO [StoreOpener-324df6ca04b8f21d19aec426a4bda497-1 {}] regionserver.HStore(327): Store=324df6ca04b8f21d19aec426a4bda497/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:30,947 INFO [StoreOpener-2d16f7e88453ebf4e84a49a152aa909e-1 {}] regionserver.HStore(327): Store=2d16f7e88453ebf4e84a49a152aa909e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:30,948 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,948 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,949 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,949 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,949 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,949 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,950 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,950 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,950 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,950 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,951 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,952 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,957 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/2d16f7e88453ebf4e84a49a152aa909e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:30,957 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/324df6ca04b8f21d19aec426a4bda497/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:30,958 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2d16f7e88453ebf4e84a49a152aa909e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59894201, jitterRate=-0.10750685632228851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:30,958 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 324df6ca04b8f21d19aec426a4bda497; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61333518, jitterRate=-0.08605936169624329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:30,958 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:30,958 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:30,959 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 324df6ca04b8f21d19aec426a4bda497: Running coprocessor pre-open hook at 1731303150941Writing region info on filesystem at 1731303150941Initializing all the Stores at 1731303150942 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303150942Cleaning up temporary data from old regions at 1731303150950 (+8 ms)Running coprocessor post-open hooks at 1731303150958 (+8 ms)Region opened successfully at 1731303150959 (+1 ms) 2024-11-11T05:32:30,959 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2d16f7e88453ebf4e84a49a152aa909e: Running coprocessor pre-open hook at 1731303150943Writing region info on filesystem at 1731303150943Initializing all the Stores at 1731303150944 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303150944Cleaning up temporary data from old regions at 1731303150950 (+6 ms)Running coprocessor post-open hooks at 1731303150958 (+8 ms)Region opened successfully at 1731303150959 (+1 ms) 2024-11-11T05:32:30,960 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497., pid=7, masterSystemTime=1731303150930 2024-11-11T05:32:30,960 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e., pid=8, masterSystemTime=1731303150933 2024-11-11T05:32:30,963 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:30,963 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:30,963 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=324df6ca04b8f21d19aec426a4bda497, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:30,964 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:30,964 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:30,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2d16f7e88453ebf4e84a49a152aa909e, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,43041,1731303149224 2024-11-11T05:32:30,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324df6ca04b8f21d19aec426a4bda497, server=1d14b453aaa0,37907,1731303149186 because future has completed 2024-11-11T05:32:30,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d16f7e88453ebf4e84a49a152aa909e, server=1d14b453aaa0,43041,1731303149224 because future has completed 2024-11-11T05:32:30,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T05:32:30,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 324df6ca04b8f21d19aec426a4bda497, server=1d14b453aaa0,37907,1731303149186 in 193 msec 2024-11-11T05:32:30,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T05:32:30,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=324df6ca04b8f21d19aec426a4bda497, ASSIGN in 358 msec 2024-11-11T05:32:30,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d16f7e88453ebf4e84a49a152aa909e, server=1d14b453aaa0,43041,1731303149224 in 192 msec 2024-11-11T05:32:30,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T05:32:30,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d16f7e88453ebf4e84a49a152aa909e, ASSIGN in 359 msec 2024-11-11T05:32:30,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:32:30,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303150976"}]},"ts":"1731303150976"} 2024-11-11T05:32:30,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T05:32:30,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:32:30,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 408 msec 2024-11-11T05:32:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:31,205 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T05:32:31,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T05:32:31,205 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:31,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T05:32:31,211 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:31,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T05:32:31,215 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497., hostname=1d14b453aaa0,37907,1731303149186, seqNum=2] 2024-11-11T05:32:31,228 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e., hostname=1d14b453aaa0,43041,1731303149224, seqNum=2] 2024-11-11T05:32:31,228 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:31,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:31,240 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 324df6ca04b8f21d19aec426a4bda497 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T05:32:31,258 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/324df6ca04b8f21d19aec426a4bda497/.tmp/family/ce72a6411d854901b7ad84a71081b11c is 32, key is 1/family:/1731303151217/Put/seqid=0 2024-11-11T05:32:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741839_1015 (size=5054) 2024-11-11T05:32:31,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741839_1015 (size=5054) 2024-11-11T05:32:31,266 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/324df6ca04b8f21d19aec426a4bda497/.tmp/family/ce72a6411d854901b7ad84a71081b11c 2024-11-11T05:32:31,273 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/324df6ca04b8f21d19aec426a4bda497/.tmp/family/ce72a6411d854901b7ad84a71081b11c as hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/324df6ca04b8f21d19aec426a4bda497/family/ce72a6411d854901b7ad84a71081b11c 2024-11-11T05:32:31,279 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/324df6ca04b8f21d19aec426a4bda497/family/ce72a6411d854901b7ad84a71081b11c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T05:32:31,280 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 324df6ca04b8f21d19aec426a4bda497 in 40ms, sequenceid=8, compaction requested=false 2024-11-11T05:32:31,280 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 324df6ca04b8f21d19aec426a4bda497: 2024-11-11T05:32:31,280 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2d16f7e88453ebf4e84a49a152aa909e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T05:32:31,297 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/2d16f7e88453ebf4e84a49a152aa909e/.tmp/family/94312f4ca22b4339af5e3d99e3caa81c is 32, key is 5/family:/1731303151230/Put/seqid=0 2024-11-11T05:32:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741840_1016 (size=5083) 2024-11-11T05:32:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741840_1016 (size=5083) 2024-11-11T05:32:31,302 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/2d16f7e88453ebf4e84a49a152aa909e/.tmp/family/94312f4ca22b4339af5e3d99e3caa81c 2024-11-11T05:32:31,309 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/2d16f7e88453ebf4e84a49a152aa909e/.tmp/family/94312f4ca22b4339af5e3d99e3caa81c as hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/2d16f7e88453ebf4e84a49a152aa909e/family/94312f4ca22b4339af5e3d99e3caa81c 2024-11-11T05:32:31,316 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/2d16f7e88453ebf4e84a49a152aa909e/family/94312f4ca22b4339af5e3d99e3caa81c, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T05:32:31,317 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2d16f7e88453ebf4e84a49a152aa909e in 37ms, sequenceid=9, compaction requested=false 2024-11-11T05:32:31,317 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2d16f7e88453ebf4e84a49a152aa909e: 2024-11-11T05:32:31,322 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T05:32:31,326 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:31,326 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:31,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:31,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:31,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:32:31,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:31,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:31,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:31,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:31,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:32:31,329 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:32:31,329 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=883100354, stopped=false 2024-11-11T05:32:31,329 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,38065,1731303149015 2024-11-11T05:32:31,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:31,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:31,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:31,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:31,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:31,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:31,343 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:31,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:31,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:31,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:31,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:31,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:31,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:31,345 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,37907,1731303149186' ***** 2024-11-11T05:32:31,345 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:31,345 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,43041,1731303149224' ***** 2024-11-11T05:32:31,345 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:31,345 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:31,345 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:31,345 INFO [RS:0;1d14b453aaa0:37907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:31,345 INFO [RS:0;1d14b453aaa0:37907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:31,345 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:31,345 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(3091): Received CLOSE for 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:31,345 INFO [RS:1;1d14b453aaa0:43041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:31,345 INFO [RS:1;1d14b453aaa0:43041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:31,345 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:31,346 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:31,346 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:31,346 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:31,346 INFO [RS:0;1d14b453aaa0:37907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:37907. 2024-11-11T05:32:31,346 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,43041,1731303149224 2024-11-11T05:32:31,346 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:31,346 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 324df6ca04b8f21d19aec426a4bda497, disabling compactions & flushes 2024-11-11T05:32:31,346 DEBUG [RS:0;1d14b453aaa0:37907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:31,346 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d16f7e88453ebf4e84a49a152aa909e, disabling compactions & flushes 2024-11-11T05:32:31,346 DEBUG [RS:0;1d14b453aaa0:37907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:31,346 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:31,346 INFO [RS:1;1d14b453aaa0:43041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1d14b453aaa0:43041. 2024-11-11T05:32:31,346 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:31,346 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:31,346 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:31,346 DEBUG [RS:1;1d14b453aaa0:43041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:31,346 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:31,346 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. after waiting 0 ms 2024-11-11T05:32:31,346 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. after waiting 0 ms 2024-11-11T05:32:31,346 DEBUG [RS:1;1d14b453aaa0:43041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:31,346 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:31,346 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:31,346 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:31,346 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:31,346 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:32:31,346 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:32:31,346 DEBUG [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(1325): Online Regions={2d16f7e88453ebf4e84a49a152aa909e=testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e.} 2024-11-11T05:32:31,346 DEBUG [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(1351): Waiting on 2d16f7e88453ebf4e84a49a152aa909e 2024-11-11T05:32:31,348 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:32:31,348 DEBUG [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 324df6ca04b8f21d19aec426a4bda497=testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497.} 2024-11-11T05:32:31,348 DEBUG [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 324df6ca04b8f21d19aec426a4bda497 2024-11-11T05:32:31,348 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:31,348 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:31,348 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:31,348 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:31,348 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:31,349 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T05:32:31,353 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/324df6ca04b8f21d19aec426a4bda497/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T05:32:31,354 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:31,354 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 324df6ca04b8f21d19aec426a4bda497: Waiting for close lock at 1731303151346Running coprocessor pre-close hooks at 1731303151346Disabling compacts and flushes for region at 1731303151346Disabling writes for close at 1731303151346Writing region close event to WAL at 1731303151348 (+2 ms)Running coprocessor post-close hooks at 1731303151354 (+6 ms)Closed at 1731303151354 2024-11-11T05:32:31,354 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731303150571.324df6ca04b8f21d19aec426a4bda497. 2024-11-11T05:32:31,356 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/default/testClearRegionBlockCache/2d16f7e88453ebf4e84a49a152aa909e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T05:32:31,357 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:31,357 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d16f7e88453ebf4e84a49a152aa909e: Waiting for close lock at 1731303151346Running coprocessor pre-close hooks at 1731303151346Disabling compacts and flushes for region at 1731303151346Disabling writes for close at 1731303151346Writing region close event to WAL at 1731303151352 (+6 ms)Running coprocessor post-close hooks at 1731303151356 (+4 ms)Closed at 1731303151357 (+1 ms) 2024-11-11T05:32:31,357 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e. 2024-11-11T05:32:31,363 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:31,365 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:31,366 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/.tmp/info/6ebea49a6c454e8ba674f82a757c121f is 173, key is testClearRegionBlockCache,5,1731303150571.2d16f7e88453ebf4e84a49a152aa909e./info:regioninfo/1731303150965/Put/seqid=0 2024-11-11T05:32:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:31,372 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/.tmp/info/6ebea49a6c454e8ba674f82a757c121f 2024-11-11T05:32:31,392 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/.tmp/ns/eae2394d142f4d81b14429c8e9b74cb0 is 43, key is default/ns:d/1731303150536/Put/seqid=0 2024-11-11T05:32:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:31,398 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/.tmp/ns/eae2394d142f4d81b14429c8e9b74cb0 2024-11-11T05:32:31,418 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/.tmp/table/1bec9e889f7b4d41a08ef257dd6a61a0 is 61, key is testClearRegionBlockCache/table:state/1731303150976/Put/seqid=0 2024-11-11T05:32:31,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:31,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:31,424 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/.tmp/table/1bec9e889f7b4d41a08ef257dd6a61a0 2024-11-11T05:32:31,457 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/.tmp/info/6ebea49a6c454e8ba674f82a757c121f as hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/info/6ebea49a6c454e8ba674f82a757c121f 2024-11-11T05:32:31,463 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/info/6ebea49a6c454e8ba674f82a757c121f, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T05:32:31,464 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/.tmp/ns/eae2394d142f4d81b14429c8e9b74cb0 as hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/ns/eae2394d142f4d81b14429c8e9b74cb0 2024-11-11T05:32:31,471 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/ns/eae2394d142f4d81b14429c8e9b74cb0, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T05:32:31,472 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/.tmp/table/1bec9e889f7b4d41a08ef257dd6a61a0 as hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/table/1bec9e889f7b4d41a08ef257dd6a61a0 2024-11-11T05:32:31,477 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/table/1bec9e889f7b4d41a08ef257dd6a61a0, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T05:32:31,479 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=13, compaction requested=false 2024-11-11T05:32:31,483 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T05:32:31,484 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:32:31,484 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:31,484 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303151348Running coprocessor pre-close hooks at 1731303151348Disabling compacts and flushes for region at 1731303151348Disabling writes for close at 1731303151348Obtaining lock to block concurrent updates at 1731303151349 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731303151349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731303151349Flushing stores of hbase:meta,,1.1588230740 at 1731303151350 (+1 ms)Flushing 1588230740/info: creating writer at 1731303151350Flushing 1588230740/info: appending metadata at 1731303151366 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731303151366Flushing 1588230740/ns: creating writer at 1731303151378 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731303151392 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731303151392Flushing 1588230740/table: creating writer at 1731303151403 (+11 ms)Flushing 1588230740/table: appending metadata at 1731303151417 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731303151417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f30ea99: reopening flushed file at 1731303151456 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182748a: reopening flushed file at 1731303151463 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2235e6f7: reopening flushed file at 1731303151471 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=13, compaction requested=false at 1731303151479 (+8 ms)Writing region close event to WAL at 1731303151480 (+1 ms)Running coprocessor post-close hooks at 1731303151484 (+4 ms)Closed at 1731303151484 2024-11-11T05:32:31,484 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:31,547 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,43041,1731303149224; all regions closed. 2024-11-11T05:32:31,548 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,37907,1731303149186; all regions closed. 2024-11-11T05:32:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741834_1010 (size=1867) 2024-11-11T05:32:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741834_1010 (size=1867) 2024-11-11T05:32:31,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:31,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:31,556 DEBUG [RS:1;1d14b453aaa0:43041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/oldWALs 2024-11-11T05:32:31,556 INFO [RS:1;1d14b453aaa0:43041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C43041%2C1731303149224:(num 1731303150102) 2024-11-11T05:32:31,556 DEBUG [RS:1;1d14b453aaa0:43041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:31,556 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:31,556 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:31,556 DEBUG [RS:0;1d14b453aaa0:37907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/oldWALs 2024-11-11T05:32:31,556 INFO [RS:0;1d14b453aaa0:37907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C37907%2C1731303149186.meta:.meta(num 1731303150471) 2024-11-11T05:32:31,556 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:31,556 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:31,557 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:31,557 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:31,557 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:31,557 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:31,557 INFO [RS:1;1d14b453aaa0:43041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43041 2024-11-11T05:32:31,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741833_1009 (size=1758) 2024-11-11T05:32:31,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741833_1009 (size=1758) 2024-11-11T05:32:31,561 DEBUG [RS:0;1d14b453aaa0:37907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/oldWALs 2024-11-11T05:32:31,561 INFO [RS:0;1d14b453aaa0:37907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C37907%2C1731303149186:(num 1731303150101) 2024-11-11T05:32:31,561 DEBUG [RS:0;1d14b453aaa0:37907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:31,561 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:31,561 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:31,561 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:31,561 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:31,561 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:31,562 INFO [RS:0;1d14b453aaa0:37907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37907 2024-11-11T05:32:31,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:31,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,43041,1731303149224 2024-11-11T05:32:31,568 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,37907,1731303149186 2024-11-11T05:32:31,579 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:31,579 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f9f90903518@6ad78170 rejected from java.util.concurrent.ThreadPoolExecutor@6ee808f2[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-11T05:32:31,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,43041,1731303149224] 2024-11-11T05:32:31,610 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,43041,1731303149224 already deleted, retry=false 2024-11-11T05:32:31,610 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,43041,1731303149224 expired; onlineServers=1 2024-11-11T05:32:31,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,37907,1731303149186] 2024-11-11T05:32:31,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,37907,1731303149186 already deleted, retry=false 2024-11-11T05:32:31,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,37907,1731303149186 expired; onlineServers=0 2024-11-11T05:32:31,621 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,38065,1731303149015' ***** 2024-11-11T05:32:31,621 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:32:31,621 INFO [M:0;1d14b453aaa0:38065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:31,621 INFO [M:0;1d14b453aaa0:38065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:31,622 DEBUG [M:0;1d14b453aaa0:38065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:32:31,622 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:32:31,622 DEBUG [M:0;1d14b453aaa0:38065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:32:31,622 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303149777 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303149777,5,FailOnTimeoutGroup] 2024-11-11T05:32:31,622 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303149777 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303149777,5,FailOnTimeoutGroup] 2024-11-11T05:32:31,623 INFO [M:0;1d14b453aaa0:38065 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:31,623 INFO [M:0;1d14b453aaa0:38065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:31,623 DEBUG [M:0;1d14b453aaa0:38065 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:32:31,623 INFO [M:0;1d14b453aaa0:38065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:32:31,624 INFO [M:0;1d14b453aaa0:38065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:31,624 INFO [M:0;1d14b453aaa0:38065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:32:31,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:32:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:31,631 DEBUG [M:0;1d14b453aaa0:38065 {}] zookeeper.ZKUtil(347): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T05:32:31,631 WARN [M:0;1d14b453aaa0:38065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:32:31,632 INFO [M:0;1d14b453aaa0:38065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/.lastflushedseqids 2024-11-11T05:32:31,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741844_1020 (size=200) 2024-11-11T05:32:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741844_1020 (size=200) 2024-11-11T05:32:31,640 INFO [M:0;1d14b453aaa0:38065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:32:31,640 INFO [M:0;1d14b453aaa0:38065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:32:31,640 DEBUG [M:0;1d14b453aaa0:38065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:31,640 INFO [M:0;1d14b453aaa0:38065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:31,640 DEBUG [M:0;1d14b453aaa0:38065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:31,640 DEBUG [M:0;1d14b453aaa0:38065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:31,640 DEBUG [M:0;1d14b453aaa0:38065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:31,641 INFO [M:0;1d14b453aaa0:38065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T05:32:31,658 DEBUG [M:0;1d14b453aaa0:38065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bcfec6193274e17bf4dc5923324a1d0 is 82, key is hbase:meta,,1/info:regioninfo/1731303150509/Put/seqid=0 2024-11-11T05:32:31,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:31,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:31,663 INFO [M:0;1d14b453aaa0:38065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bcfec6193274e17bf4dc5923324a1d0 2024-11-11T05:32:31,686 DEBUG [M:0;1d14b453aaa0:38065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc5c8e5eb32c45919647fe582143a915 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731303150982/Put/seqid=0 2024-11-11T05:32:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:31,690 INFO [RS:1;1d14b453aaa0:43041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x101286189710002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:31,690 INFO [RS:1;1d14b453aaa0:43041 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,43041,1731303149224; zookeeper connection closed. 2024-11-11T05:32:31,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75469856 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75469856 2024-11-11T05:32:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741846_1022 (size=6219) 2024-11-11T05:32:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741846_1022 (size=6219) 2024-11-11T05:32:31,691 INFO [M:0;1d14b453aaa0:38065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc5c8e5eb32c45919647fe582143a915 2024-11-11T05:32:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:31,700 INFO [RS:0;1d14b453aaa0:37907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:31,700 INFO [RS:0;1d14b453aaa0:37907 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,37907,1731303149186; zookeeper connection closed. 2024-11-11T05:32:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x101286189710001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:31,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5673c697 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5673c697 2024-11-11T05:32:31,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T05:32:31,713 DEBUG [M:0;1d14b453aaa0:38065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38938a54b8b04cb7a50d6802b6e46d6f is 69, key is 1d14b453aaa0,37907,1731303149186/rs:state/1731303149895/Put/seqid=0 2024-11-11T05:32:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:31,718 INFO [M:0;1d14b453aaa0:38065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38938a54b8b04cb7a50d6802b6e46d6f 2024-11-11T05:32:31,724 DEBUG [M:0;1d14b453aaa0:38065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bcfec6193274e17bf4dc5923324a1d0 as hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bcfec6193274e17bf4dc5923324a1d0 2024-11-11T05:32:31,730 INFO [M:0;1d14b453aaa0:38065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bcfec6193274e17bf4dc5923324a1d0, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T05:32:31,731 DEBUG [M:0;1d14b453aaa0:38065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc5c8e5eb32c45919647fe582143a915 as hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc5c8e5eb32c45919647fe582143a915 2024-11-11T05:32:31,736 INFO [M:0;1d14b453aaa0:38065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc5c8e5eb32c45919647fe582143a915, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T05:32:31,737 DEBUG [M:0;1d14b453aaa0:38065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38938a54b8b04cb7a50d6802b6e46d6f as hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38938a54b8b04cb7a50d6802b6e46d6f 2024-11-11T05:32:31,743 INFO [M:0;1d14b453aaa0:38065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33715/user/jenkins/test-data/54003957-f665-e509-b4e3-4c2b941ea4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38938a54b8b04cb7a50d6802b6e46d6f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T05:32:31,745 INFO [M:0;1d14b453aaa0:38065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=71, compaction requested=false 2024-11-11T05:32:31,746 INFO [M:0;1d14b453aaa0:38065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:31,746 DEBUG [M:0;1d14b453aaa0:38065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303151640Disabling compacts and flushes for region at 1731303151640Disabling writes for close at 1731303151640Obtaining lock to block concurrent updates at 1731303151641 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731303151641Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731303151641Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731303151642 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731303151642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731303151658 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731303151658Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731303151669 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731303151686 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731303151686Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731303151696 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731303151713 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731303151713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a73ea62: reopening flushed file at 1731303151723 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384893e9: reopening flushed file at 1731303151730 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42902133: reopening flushed file at 1731303151736 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=71, compaction requested=false at 1731303151745 (+9 ms)Writing region close event to WAL at 1731303151746 (+1 ms)Closed at 1731303151746 2024-11-11T05:32:31,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741830_1006 (size=35440) 2024-11-11T05:32:31,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741830_1006 (size=35440) 2024-11-11T05:32:31,750 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:31,750 INFO [M:0;1d14b453aaa0:38065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:32:31,750 INFO [M:0;1d14b453aaa0:38065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38065 2024-11-11T05:32:31,750 INFO [M:0;1d14b453aaa0:38065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:31,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:31,858 INFO [M:0;1d14b453aaa0:38065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:31,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38065-0x101286189710000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:31,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aef03e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:31,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10947f36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:31,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:31,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@109c261f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:31,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@629d4e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:31,868 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:31,868 WARN [BP-654901523-172.17.0.2-1731303146629 heartbeating to localhost/127.0.0.1:33715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:31,868 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:31,868 WARN [BP-654901523-172.17.0.2-1731303146629 heartbeating to localhost/127.0.0.1:33715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-654901523-172.17.0.2-1731303146629 (Datanode Uuid 996d1621-419a-41da-abfe-986144ad5298) service to localhost/127.0.0.1:33715 2024-11-11T05:32:31,869 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/data/data3/current/BP-654901523-172.17.0.2-1731303146629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:31,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/data/data4/current/BP-654901523-172.17.0.2-1731303146629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:31,870 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:31,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7347b92c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:31,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f502323{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:31,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:31,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f1448d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:31,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc9de68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:31,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:31,874 WARN [BP-654901523-172.17.0.2-1731303146629 heartbeating to localhost/127.0.0.1:33715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:31,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:31,874 WARN [BP-654901523-172.17.0.2-1731303146629 heartbeating to localhost/127.0.0.1:33715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-654901523-172.17.0.2-1731303146629 (Datanode Uuid 48a54ee0-8b99-47c7-a59c-bfdea8288cb9) service to localhost/127.0.0.1:33715 2024-11-11T05:32:31,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/data/data1/current/BP-654901523-172.17.0.2-1731303146629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:31,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/cluster_72dbc08f-04d9-c2bf-2e58-35f88d75fd6e/data/data2/current/BP-654901523-172.17.0.2-1731303146629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:31,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:31,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62153ea7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:31,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:31,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:31,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:31,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:31,888 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:32:31,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:32:31,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=132 (was 112) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33715 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33715 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=961 (was 1036), ProcessCount=11 (was 11), AvailableMemoryMB=7596 (was 7881) 2024-11-11T05:32:31,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=132, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=961, ProcessCount=11, AvailableMemoryMB=7596 2024-11-11T05:32:31,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.log.dir so I do NOT create it in target/test-data/42506a67-523b-40b7-8775-eb45e092676b 2024-11-11T05:32:31,934 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:32:31,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.tmp.dir so I do NOT create it in target/test-data/42506a67-523b-40b7-8775-eb45e092676b 2024-11-11T05:32:31,934 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a9b04d-2cf7-8ab1-011c-64dc33c84569/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:32:31,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b 2024-11-11T05:32:31,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:32:31,934 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9, deleteOnExit=true 2024-11-11T05:32:31,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:32:31,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/test.cache.data in system properties and HBase conf 2024-11-11T05:32:31,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:32:31,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:32:31,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:32:31,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:32:31,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:32:31,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:32:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:32:32,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:32,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:32,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:32,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:32,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:32,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:32,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a70078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:32,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ade3e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:32,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f7c48ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/java.io.tmpdir/jetty-localhost-42793-hadoop-hdfs-3_4_1-tests_jar-_-any-4641166421864448911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:32,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c5f308a{HTTP/1.1, (http/1.1)}{localhost:42793} 2024-11-11T05:32:32,378 INFO [Time-limited test {}] server.Server(415): Started @23539ms 2024-11-11T05:32:32,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:32,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:32,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:32,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:32,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:32,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef77ed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:32,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261a65ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:32,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2763a99b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/java.io.tmpdir/jetty-localhost-33077-hadoop-hdfs-3_4_1-tests_jar-_-any-16265560439144327981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:32,742 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c10967e{HTTP/1.1, (http/1.1)}{localhost:33077} 2024-11-11T05:32:32,742 INFO [Time-limited test {}] server.Server(415): Started @23903ms 2024-11-11T05:32:32,743 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:32,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:32,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:32,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:32,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:32,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:32,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e75b94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:32,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526ababc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:32,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6619e1a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/java.io.tmpdir/jetty-localhost-38001-hadoop-hdfs-3_4_1-tests_jar-_-any-18196618453121741110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:32,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5d1366{HTTP/1.1, (http/1.1)}{localhost:38001} 2024-11-11T05:32:32,870 INFO [Time-limited test {}] server.Server(415): Started @24031ms 2024-11-11T05:32:32,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:33,860 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/data/data2/current/BP-443435836-172.17.0.2-1731303151957/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:33,860 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/data/data1/current/BP-443435836-172.17.0.2-1731303151957/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:33,877 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84637169f0ab5830 with lease ID 0x4b1463c7f1058bdd: Processing first storage report for DS-965ab44d-f8ab-4956-9299-48c454443f85 from datanode DatanodeRegistration(127.0.0.1:39579, datanodeUuid=3b432ada-5a1e-46c3-b4d3-202719eef3ee, infoPort=41879, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=82760219;c=1731303151957) 2024-11-11T05:32:33,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84637169f0ab5830 with lease ID 0x4b1463c7f1058bdd: from storage DS-965ab44d-f8ab-4956-9299-48c454443f85 node DatanodeRegistration(127.0.0.1:39579, datanodeUuid=3b432ada-5a1e-46c3-b4d3-202719eef3ee, infoPort=41879, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=82760219;c=1731303151957), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:33,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84637169f0ab5830 with lease ID 0x4b1463c7f1058bdd: Processing first storage report for DS-4527cf85-aa28-4729-b0d6-04b7ab7bf7ed from datanode DatanodeRegistration(127.0.0.1:39579, datanodeUuid=3b432ada-5a1e-46c3-b4d3-202719eef3ee, infoPort=41879, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=82760219;c=1731303151957) 2024-11-11T05:32:33,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84637169f0ab5830 with lease ID 0x4b1463c7f1058bdd: from storage DS-4527cf85-aa28-4729-b0d6-04b7ab7bf7ed node DatanodeRegistration(127.0.0.1:39579, datanodeUuid=3b432ada-5a1e-46c3-b4d3-202719eef3ee, infoPort=41879, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=82760219;c=1731303151957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:34,016 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/data/data3/current/BP-443435836-172.17.0.2-1731303151957/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:34,016 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/data/data4/current/BP-443435836-172.17.0.2-1731303151957/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:34,031 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbed59f08a27d4ce1 with lease ID 0x4b1463c7f1058bde: Processing first storage report for DS-d6670109-a201-4538-a5c0-61978a5f64f3 from datanode DatanodeRegistration(127.0.0.1:33843, datanodeUuid=50b3e400-550b-4ae9-a35a-d59a78838cd3, infoPort=34595, infoSecurePort=0, ipcPort=44309, storageInfo=lv=-57;cid=testClusterID;nsid=82760219;c=1731303151957) 2024-11-11T05:32:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbed59f08a27d4ce1 with lease ID 0x4b1463c7f1058bde: from storage DS-d6670109-a201-4538-a5c0-61978a5f64f3 node DatanodeRegistration(127.0.0.1:33843, datanodeUuid=50b3e400-550b-4ae9-a35a-d59a78838cd3, infoPort=34595, infoSecurePort=0, ipcPort=44309, storageInfo=lv=-57;cid=testClusterID;nsid=82760219;c=1731303151957), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbed59f08a27d4ce1 with lease ID 0x4b1463c7f1058bde: Processing first storage report for DS-3b38b2ec-7cbe-4c39-a1c0-576ea5e844b7 from datanode DatanodeRegistration(127.0.0.1:33843, datanodeUuid=50b3e400-550b-4ae9-a35a-d59a78838cd3, infoPort=34595, infoSecurePort=0, ipcPort=44309, storageInfo=lv=-57;cid=testClusterID;nsid=82760219;c=1731303151957) 2024-11-11T05:32:34,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbed59f08a27d4ce1 with lease ID 0x4b1463c7f1058bde: from storage DS-3b38b2ec-7cbe-4c39-a1c0-576ea5e844b7 node DatanodeRegistration(127.0.0.1:33843, datanodeUuid=50b3e400-550b-4ae9-a35a-d59a78838cd3, infoPort=34595, infoSecurePort=0, ipcPort=44309, storageInfo=lv=-57;cid=testClusterID;nsid=82760219;c=1731303151957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:34,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b 2024-11-11T05:32:34,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/zookeeper_0, clientPort=54999, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:32:34,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54999 2024-11-11T05:32:34,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:34,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:34,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:34,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:34,125 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71 with version=8 2024-11-11T05:32:34,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/hbase-staging 2024-11-11T05:32:34,127 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:34,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:34,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:34,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:34,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:34,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:34,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:32:34,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:34,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35765 2024-11-11T05:32:34,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35765 connecting to ZooKeeper ensemble=127.0.0.1:54999 2024-11-11T05:32:34,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357650x0, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:34,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35765-0x10128619d6c0000 connected 2024-11-11T05:32:34,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:34,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:34,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:34,305 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71, hbase.cluster.distributed=false 2024-11-11T05:32:34,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:34,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-11T05:32:34,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35765 2024-11-11T05:32:34,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35765 2024-11-11T05:32:34,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-11T05:32:34,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-11T05:32:34,322 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:34,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:34,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:34,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:34,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:34,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:34,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:34,323 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:34,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36903 2024-11-11T05:32:34,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36903 connecting to ZooKeeper ensemble=127.0.0.1:54999 2024-11-11T05:32:34,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:34,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:34,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369030x0, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:34,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369030x0, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:34,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36903-0x10128619d6c0001 connected 2024-11-11T05:32:34,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:34,343 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T05:32:34,348 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T05:32:34,352 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T05:32:34,356 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T05:32:34,359 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:34,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:34,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:34,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-11T05:32:34,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36903 2024-11-11T05:32:34,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36903 2024-11-11T05:32:34,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-11T05:32:34,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-11T05:32:34,379 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:34,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:34,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:34,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:34,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:34,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:34,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:34,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:34,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43137 2024-11-11T05:32:34,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43137 connecting to ZooKeeper ensemble=127.0.0.1:54999 2024-11-11T05:32:34,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:34,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:34,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431370x0, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:34,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431370x0, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:34,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43137-0x10128619d6c0002 connected 2024-11-11T05:32:34,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:34,397 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T05:32:34,401 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T05:32:34,402 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T05:32:34,404 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T05:32:34,407 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:34,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:34,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:34,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-11T05:32:34,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43137 2024-11-11T05:32:34,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43137 2024-11-11T05:32:34,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-11T05:32:34,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-11T05:32:34,423 DEBUG [M:0;1d14b453aaa0:35765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:35765 2024-11-11T05:32:34,424 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1d14b453aaa0,35765,1731303154126 2024-11-11T05:32:34,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:34,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:34,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:34,432 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1d14b453aaa0,35765,1731303154126 2024-11-11T05:32:34,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:34,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:34,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,442 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T05:32:34,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1d14b453aaa0,35765,1731303154126 from backup master directory 2024-11-11T05:32:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1d14b453aaa0,35765,1731303154126 2024-11-11T05:32:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:34,452 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:34,452 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,35765,1731303154126 2024-11-11T05:32:34,458 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/hbase.id] with ID: 9443c900-c913-483b-b820-d0c4896726d8 2024-11-11T05:32:34,458 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/.tmp/hbase.id 2024-11-11T05:32:34,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:34,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:34,467 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/.tmp/hbase.id]:[hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/hbase.id] 2024-11-11T05:32:34,484 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:34,484 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:32:34,486 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T05:32:34,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:34,502 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:34,502 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:32:34,503 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:34,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:34,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:34,510 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store 2024-11-11T05:32:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:34,516 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:34,516 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:34,516 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:34,516 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:34,516 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:34,516 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:34,516 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:34,516 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303154516Disabling compacts and flushes for region at 1731303154516Disabling writes for close at 1731303154516Writing region close event to WAL at 1731303154516Closed at 1731303154516 2024-11-11T05:32:34,517 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/.initializing 2024-11-11T05:32:34,517 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/WALs/1d14b453aaa0,35765,1731303154126 2024-11-11T05:32:34,518 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:34,519 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C35765%2C1731303154126, suffix=, logDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/WALs/1d14b453aaa0,35765,1731303154126, archiveDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/oldWALs, maxLogs=10 2024-11-11T05:32:34,534 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/WALs/1d14b453aaa0,35765,1731303154126/1d14b453aaa0%2C35765%2C1731303154126.1731303154520, exclude list is [], retry=0 2024-11-11T05:32:34,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-965ab44d-f8ab-4956-9299-48c454443f85,DISK] 2024-11-11T05:32:34,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-d6670109-a201-4538-a5c0-61978a5f64f3,DISK] 2024-11-11T05:32:34,539 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/WALs/1d14b453aaa0,35765,1731303154126/1d14b453aaa0%2C35765%2C1731303154126.1731303154520 2024-11-11T05:32:34,539 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41879:41879),(127.0.0.1/127.0.0.1:34595:34595)] 2024-11-11T05:32:34,539 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:34,539 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:34,539 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,539 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:32:34,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:34,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:34,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:32:34,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:34,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:34,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:32:34,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:34,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:34,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:32:34,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:34,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:34,549 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,549 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,550 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,551 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,551 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,552 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:34,553 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:34,556 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:34,556 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59701255, jitterRate=-0.11038197576999664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:34,557 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731303154539Initializing all the Stores at 1731303154540 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303154540Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303154540Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303154541 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303154541Cleaning up temporary data from old regions at 1731303154551 (+10 ms)Region opened successfully at 1731303154557 (+6 ms) 2024-11-11T05:32:34,557 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:32:34,562 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233fd9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:34,562 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:32:34,563 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:32:34,563 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:32:34,563 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:32:34,563 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:32:34,564 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:32:34,564 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:32:34,566 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:32:34,567 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T05:32:34,578 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T05:32:34,579 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:32:34,579 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:32:34,589 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T05:32:34,589 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:32:34,590 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:32:34,599 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T05:32:34,600 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:32:34,610 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T05:32:34,612 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:32:34,620 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T05:32:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,632 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,35765,1731303154126, sessionid=0x10128619d6c0000, setting cluster-up flag (Was=false) 2024-11-11T05:32:34,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,684 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T05:32:34,685 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,35765,1731303154126 2024-11-11T05:32:34,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:34,736 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T05:32:34,738 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,35765,1731303154126 2024-11-11T05:32:34,739 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:32:34,741 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:34,741 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:32:34,741 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:32:34,742 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,35765,1731303154126 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:32:34,744 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:34,744 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:34,744 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:34,744 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:34,744 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:32:34,744 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,744 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:34,744 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,745 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731303184745 2024-11-11T05:32:34,746 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:32:34,746 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:32:34,746 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:32:34,746 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:32:34,746 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:32:34,746 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:32:34,746 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:34,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:32:34,747 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:32:34,747 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:32:34,747 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:32:34,747 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:32:34,747 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:32:34,748 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303154747,5,FailOnTimeoutGroup] 2024-11-11T05:32:34,748 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303154748,5,FailOnTimeoutGroup] 2024-11-11T05:32:34,748 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,748 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:32:34,748 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,748 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:34,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:32:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:34,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:32:34,756 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71 2024-11-11T05:32:34,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:34,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:34,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:34,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:34,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:34,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:34,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:34,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:34,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:34,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:34,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:34,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:34,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:34,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:34,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:34,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:34,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:34,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:34,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:34,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:34,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740 2024-11-11T05:32:34,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740 2024-11-11T05:32:34,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:34,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:34,779 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:34,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:34,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:34,783 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62708959, jitterRate=-0.06556369364261627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:34,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731303154766Initializing all the Stores at 1731303154767 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303154767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303154767Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303154767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303154767Cleaning up temporary data from old regions at 1731303154779 (+12 ms)Region opened successfully at 1731303154784 (+5 ms) 2024-11-11T05:32:34,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:34,784 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:34,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:34,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:34,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:34,785 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:34,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303154784Disabling compacts and flushes for region at 1731303154784Disabling writes for close at 1731303154784Writing region close event to WAL at 1731303154784Closed at 1731303154785 (+1 ms) 2024-11-11T05:32:34,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:34,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:32:34,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:32:34,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:34,788 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:32:34,815 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(746): ClusterId : 9443c900-c913-483b-b820-d0c4896726d8 2024-11-11T05:32:34,815 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:34,815 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(746): ClusterId : 9443c900-c913-483b-b820-d0c4896726d8 2024-11-11T05:32:34,815 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:34,828 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:34,828 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:34,828 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:34,828 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:34,839 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:34,840 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:34,840 DEBUG [RS:0;1d14b453aaa0:36903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e4ee3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:34,840 DEBUG [RS:1;1d14b453aaa0:43137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec43453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:34,856 DEBUG [RS:0;1d14b453aaa0:36903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:36903 2024-11-11T05:32:34,856 DEBUG [RS:1;1d14b453aaa0:43137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1d14b453aaa0:43137 2024-11-11T05:32:34,856 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:34,856 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:34,856 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:34,856 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:34,856 DEBUG [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:34,856 DEBUG [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:34,857 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,35765,1731303154126 with port=43137, startcode=1731303154379 2024-11-11T05:32:34,857 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,35765,1731303154126 with port=36903, startcode=1731303154322 2024-11-11T05:32:34,857 DEBUG [RS:1;1d14b453aaa0:43137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:34,857 DEBUG [RS:0;1d14b453aaa0:36903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:34,859 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:34,859 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:34,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:34,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:34,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,43137,1731303154379 2024-11-11T05:32:34,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,43137,1731303154379 2024-11-11T05:32:34,861 DEBUG [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71 2024-11-11T05:32:34,861 DEBUG [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38971 2024-11-11T05:32:34,861 DEBUG [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:34,862 DEBUG [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71 2024-11-11T05:32:34,862 DEBUG [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38971 2024-11-11T05:32:34,862 DEBUG [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:34,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:34,912 DEBUG [RS:0;1d14b453aaa0:36903 {}] zookeeper.ZKUtil(111): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:34,912 WARN [RS:0;1d14b453aaa0:36903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:34,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,43137,1731303154379] 2024-11-11T05:32:34,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,36903,1731303154322] 2024-11-11T05:32:34,912 INFO [RS:0;1d14b453aaa0:36903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:34,912 DEBUG [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:34,913 DEBUG [RS:1;1d14b453aaa0:43137 {}] zookeeper.ZKUtil(111): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,43137,1731303154379 2024-11-11T05:32:34,913 WARN [RS:1;1d14b453aaa0:43137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:34,913 INFO [RS:1;1d14b453aaa0:43137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:34,913 DEBUG [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,43137,1731303154379 2024-11-11T05:32:34,918 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:34,918 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:34,921 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:34,922 INFO [RS:1;1d14b453aaa0:43137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:34,922 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,922 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:34,923 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:34,923 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,923 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,923 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:34,923 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,923 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,923 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,923 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,923 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:34,923 INFO [RS:0;1d14b453aaa0:36903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:34,923 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,923 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,923 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,924 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,924 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,924 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:34,924 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,924 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,924 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:34,924 DEBUG [RS:1;1d14b453aaa0:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:34,924 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:34,924 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,924 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:34,925 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:34,925 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,925 DEBUG [RS:0;1d14b453aaa0:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:34,925 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,925 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,925 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43137,1731303154379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:34,927 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,927 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,927 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,927 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,927 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,927 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36903,1731303154322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:34,938 WARN [1d14b453aaa0:35765 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:32:34,940 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:34,940 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43137,1731303154379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,940 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,940 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.Replication(171): 1d14b453aaa0,43137,1731303154379 started 2024-11-11T05:32:34,941 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:34,941 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36903,1731303154322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,941 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,942 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.Replication(171): 1d14b453aaa0,36903,1731303154322 started 2024-11-11T05:32:34,953 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,953 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,43137,1731303154379, RpcServer on 1d14b453aaa0/172.17.0.2:43137, sessionid=0x10128619d6c0002 2024-11-11T05:32:34,953 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:34,953 DEBUG [RS:1;1d14b453aaa0:43137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,43137,1731303154379 2024-11-11T05:32:34,953 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43137,1731303154379' 2024-11-11T05:32:34,953 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:34,953 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:34,953 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,36903,1731303154322, RpcServer on 1d14b453aaa0/172.17.0.2:36903, sessionid=0x10128619d6c0001 2024-11-11T05:32:34,953 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:34,953 DEBUG [RS:0;1d14b453aaa0:36903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:34,953 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36903,1731303154322' 2024-11-11T05:32:34,953 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:34,953 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:34,954 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:34,954 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:34,954 DEBUG [RS:1;1d14b453aaa0:43137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,43137,1731303154379 2024-11-11T05:32:34,954 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:34,954 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43137,1731303154379' 2024-11-11T05:32:34,954 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:34,954 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:34,954 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:34,954 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:34,954 DEBUG [RS:0;1d14b453aaa0:36903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:34,955 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36903,1731303154322' 2024-11-11T05:32:34,955 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:34,955 DEBUG [RS:1;1d14b453aaa0:43137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:34,955 INFO [RS:1;1d14b453aaa0:43137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:34,955 INFO [RS:1;1d14b453aaa0:43137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:34,955 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:34,955 DEBUG [RS:0;1d14b453aaa0:36903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:34,955 INFO [RS:0;1d14b453aaa0:36903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:34,955 INFO [RS:0;1d14b453aaa0:36903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:35,056 INFO [RS:1;1d14b453aaa0:43137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:35,056 INFO [RS:0;1d14b453aaa0:36903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:35,059 INFO [RS:1;1d14b453aaa0:43137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C43137%2C1731303154379, suffix=, logDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,43137,1731303154379, archiveDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/oldWALs, maxLogs=32 2024-11-11T05:32:35,059 INFO [RS:0;1d14b453aaa0:36903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C36903%2C1731303154322, suffix=, logDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,36903,1731303154322, archiveDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/oldWALs, maxLogs=32 2024-11-11T05:32:35,074 DEBUG [RS:0;1d14b453aaa0:36903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,36903,1731303154322/1d14b453aaa0%2C36903%2C1731303154322.1731303155059, exclude list is [], retry=0 2024-11-11T05:32:35,074 DEBUG [RS:1;1d14b453aaa0:43137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,43137,1731303154379/1d14b453aaa0%2C43137%2C1731303154379.1731303155059, exclude list is [], retry=0 2024-11-11T05:32:35,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-965ab44d-f8ab-4956-9299-48c454443f85,DISK] 2024-11-11T05:32:35,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-d6670109-a201-4538-a5c0-61978a5f64f3,DISK] 2024-11-11T05:32:35,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-965ab44d-f8ab-4956-9299-48c454443f85,DISK] 2024-11-11T05:32:35,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-d6670109-a201-4538-a5c0-61978a5f64f3,DISK] 2024-11-11T05:32:35,079 INFO [RS:0;1d14b453aaa0:36903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,36903,1731303154322/1d14b453aaa0%2C36903%2C1731303154322.1731303155059 2024-11-11T05:32:35,079 INFO [RS:1;1d14b453aaa0:43137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,43137,1731303154379/1d14b453aaa0%2C43137%2C1731303154379.1731303155059 2024-11-11T05:32:35,080 DEBUG [RS:1;1d14b453aaa0:43137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41879:41879),(127.0.0.1/127.0.0.1:34595:34595)] 2024-11-11T05:32:35,080 DEBUG [RS:0;1d14b453aaa0:36903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34595:34595),(127.0.0.1/127.0.0.1:41879:41879)] 2024-11-11T05:32:35,189 DEBUG [1d14b453aaa0:35765 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T05:32:35,189 DEBUG [1d14b453aaa0:35765 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:35,195 DEBUG [1d14b453aaa0:35765 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:35,195 DEBUG [1d14b453aaa0:35765 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:35,196 DEBUG [1d14b453aaa0:35765 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:35,196 DEBUG [1d14b453aaa0:35765 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:35,196 INFO [1d14b453aaa0:35765 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:35,196 INFO [1d14b453aaa0:35765 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:35,196 DEBUG [1d14b453aaa0:35765 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:35,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:35,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36903,1731303154322, state=OPENING 2024-11-11T05:32:35,220 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:32:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:35,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:35,232 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:35,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:35,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:35,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36903,1731303154322}] 2024-11-11T05:32:35,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:35,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:35,394 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:32:35,395 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:35,395 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:32:35,398 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C36903%2C1731303154322.meta, suffix=.meta, logDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,36903,1731303154322, archiveDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/oldWALs, maxLogs=32 2024-11-11T05:32:35,410 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,36903,1731303154322/1d14b453aaa0%2C36903%2C1731303154322.meta.1731303155398.meta, exclude list is [], retry=0 2024-11-11T05:32:35,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-d6670109-a201-4538-a5c0-61978a5f64f3,DISK] 2024-11-11T05:32:35,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-965ab44d-f8ab-4956-9299-48c454443f85,DISK] 2024-11-11T05:32:35,414 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,36903,1731303154322/1d14b453aaa0%2C36903%2C1731303154322.meta.1731303155398.meta 2024-11-11T05:32:35,415 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34595:34595),(127.0.0.1/127.0.0.1:41879:41879)] 2024-11-11T05:32:35,415 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:35,415 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:32:35,415 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:32:35,415 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:32:35,415 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:32:35,415 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:35,415 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:32:35,415 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:32:35,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:35,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:35,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:35,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:35,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:35,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:35,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:35,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:35,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:35,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:35,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:35,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:35,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:35,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:35,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:35,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:35,421 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:35,422 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740 2024-11-11T05:32:35,423 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740 2024-11-11T05:32:35,425 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:35,425 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:35,425 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:35,427 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:35,428 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60378398, jitterRate=-0.10029175877571106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:35,428 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:32:35,429 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731303155416Writing region info on filesystem at 1731303155416Initializing all the Stores at 1731303155416Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303155416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303155417 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303155417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303155417Cleaning up temporary data from old regions at 1731303155425 (+8 ms)Running coprocessor post-open hooks at 1731303155428 (+3 ms)Region opened successfully at 1731303155429 (+1 ms) 2024-11-11T05:32:35,430 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731303155385 2024-11-11T05:32:35,432 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:32:35,433 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:32:35,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:35,434 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36903,1731303154322, state=OPEN 2024-11-11T05:32:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:35,463 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:35,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:35,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:35,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:35,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:32:35,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36903,1731303154322 in 231 msec 2024-11-11T05:32:35,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:32:35,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-11-11T05:32:35,474 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:35,474 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:32:35,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:35,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36903,1731303154322, seqNum=-1] 2024-11-11T05:32:35,475 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:35,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:35,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 741 msec 2024-11-11T05:32:35,482 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731303155482, completionTime=-1 2024-11-11T05:32:35,482 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T05:32:35,483 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:32:35,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T05:32:35,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731303215485 2024-11-11T05:32:35,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731303275485 2024-11-11T05:32:35,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:32:35,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35765,1731303154126-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:35,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35765,1731303154126-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:35,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35765,1731303154126-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:35,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:35765, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:35,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:35,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:35,487 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:32:35,489 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.037sec 2024-11-11T05:32:35,489 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:32:35,489 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:32:35,489 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:32:35,489 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:32:35,489 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:32:35,489 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35765,1731303154126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:35,489 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35765,1731303154126-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:32:35,492 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:32:35,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:32:35,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35765,1731303154126-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:35,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b615a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:35,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,35765,-1 for getting cluster id 2024-11-11T05:32:35,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:32:35,517 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9443c900-c913-483b-b820-d0c4896726d8' 2024-11-11T05:32:35,517 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:32:35,517 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9443c900-c913-483b-b820-d0c4896726d8" 2024-11-11T05:32:35,517 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d5db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:35,517 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,35765,-1] 2024-11-11T05:32:35,518 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:32:35,518 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:35,519 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:32:35,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa15bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:35,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:35,521 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36903,1731303154322, seqNum=-1] 2024-11-11T05:32:35,522 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:35,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:35,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,35765,1731303154126 2024-11-11T05:32:35,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:32:35,526 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,35765,1731303154126 2024-11-11T05:32:35,526 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a75dc05 2024-11-11T05:32:35,526 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:32:35,527 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:32:35,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T05:32:35,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:32:35,530 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:35,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T05:32:35,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:32:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:35,540 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 415e1c4565c18efc384352331f96ca39, NAME => 'testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71 2024-11-11T05:32:35,541 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b91432ccc9c144e9bff071cd8f93097f, NAME => 'testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71 2024-11-11T05:32:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:35,550 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:35,550 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 415e1c4565c18efc384352331f96ca39, disabling compactions & flushes 2024-11-11T05:32:35,550 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:35,550 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:35,550 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. after waiting 0 ms 2024-11-11T05:32:35,550 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:35,550 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:35,550 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 415e1c4565c18efc384352331f96ca39: Waiting for close lock at 1731303155550Disabling compacts and flushes for region at 1731303155550Disabling writes for close at 1731303155550Writing region close event to WAL at 1731303155550Closed at 1731303155550 2024-11-11T05:32:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:35,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:35,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b91432ccc9c144e9bff071cd8f93097f, disabling compactions & flushes 2024-11-11T05:32:35,950 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:35,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:35,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. after waiting 0 ms 2024-11-11T05:32:35,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:35,950 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:35,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b91432ccc9c144e9bff071cd8f93097f: Waiting for close lock at 1731303155950Disabling compacts and flushes for region at 1731303155950Disabling writes for close at 1731303155950Writing region close event to WAL at 1731303155950Closed at 1731303155950 2024-11-11T05:32:35,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:32:35,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303155952"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303155952"}]},"ts":"1731303155952"} 2024-11-11T05:32:35,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303155952"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303155952"}]},"ts":"1731303155952"} 2024-11-11T05:32:35,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T05:32:35,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:32:35,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303155957"}]},"ts":"1731303155957"} 2024-11-11T05:32:35,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T05:32:35,960 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:35,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:35,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:35,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:35,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:35,962 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:35,962 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:35,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:35,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=415e1c4565c18efc384352331f96ca39, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b91432ccc9c144e9bff071cd8f93097f, ASSIGN}] 2024-11-11T05:32:35,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b91432ccc9c144e9bff071cd8f93097f, ASSIGN 2024-11-11T05:32:35,964 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=415e1c4565c18efc384352331f96ca39, ASSIGN 2024-11-11T05:32:35,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b91432ccc9c144e9bff071cd8f93097f, ASSIGN; state=OFFLINE, location=1d14b453aaa0,36903,1731303154322; forceNewPlan=false, retain=false 2024-11-11T05:32:35,965 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=415e1c4565c18efc384352331f96ca39, ASSIGN; state=OFFLINE, location=1d14b453aaa0,43137,1731303154379; forceNewPlan=false, retain=false 2024-11-11T05:32:35,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:32:36,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:36,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:36,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:36,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:36,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:36,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:36,116 INFO [1d14b453aaa0:35765 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T05:32:36,116 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b91432ccc9c144e9bff071cd8f93097f, regionState=OPENING, regionLocation=1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:36,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=415e1c4565c18efc384352331f96ca39, regionState=OPENING, regionLocation=1d14b453aaa0,43137,1731303154379 2024-11-11T05:32:36,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=415e1c4565c18efc384352331f96ca39, ASSIGN because future has completed 2024-11-11T05:32:36,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 415e1c4565c18efc384352331f96ca39, server=1d14b453aaa0,43137,1731303154379}] 2024-11-11T05:32:36,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b91432ccc9c144e9bff071cd8f93097f, ASSIGN because future has completed 2024-11-11T05:32:36,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b91432ccc9c144e9bff071cd8f93097f, server=1d14b453aaa0,36903,1731303154322}] 2024-11-11T05:32:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:36,273 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:36,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:36,279 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:36,279 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 415e1c4565c18efc384352331f96ca39, NAME => 'testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T05:32:36,279 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:36,279 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,280 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b91432ccc9c144e9bff071cd8f93097f, NAME => 'testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T05:32:36,280 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:36,280 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,280 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,280 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,280 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:36,280 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,280 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,282 INFO [StoreOpener-415e1c4565c18efc384352331f96ca39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,282 INFO [StoreOpener-b91432ccc9c144e9bff071cd8f93097f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,284 INFO [StoreOpener-415e1c4565c18efc384352331f96ca39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 415e1c4565c18efc384352331f96ca39 columnFamilyName family 2024-11-11T05:32:36,284 INFO [StoreOpener-b91432ccc9c144e9bff071cd8f93097f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b91432ccc9c144e9bff071cd8f93097f columnFamilyName family 2024-11-11T05:32:36,284 DEBUG [StoreOpener-415e1c4565c18efc384352331f96ca39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:36,284 DEBUG [StoreOpener-b91432ccc9c144e9bff071cd8f93097f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:36,285 INFO [StoreOpener-415e1c4565c18efc384352331f96ca39-1 {}] regionserver.HStore(327): Store=415e1c4565c18efc384352331f96ca39/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:36,285 INFO [StoreOpener-b91432ccc9c144e9bff071cd8f93097f-1 {}] regionserver.HStore(327): Store=b91432ccc9c144e9bff071cd8f93097f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:36,285 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,285 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,286 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,286 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,289 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,289 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,291 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/415e1c4565c18efc384352331f96ca39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:36,291 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/b91432ccc9c144e9bff071cd8f93097f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:36,292 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 415e1c4565c18efc384352331f96ca39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74661187, jitterRate=0.11253838241100311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:36,292 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b91432ccc9c144e9bff071cd8f93097f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75264649, jitterRate=0.12153066694736481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:36,292 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,292 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,292 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 415e1c4565c18efc384352331f96ca39: Running coprocessor pre-open hook at 1731303156280Writing region info on filesystem at 1731303156280Initializing all the Stores at 1731303156281 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303156281Cleaning up temporary data from old regions at 1731303156287 (+6 ms)Running coprocessor post-open hooks at 1731303156292 (+5 ms)Region opened successfully at 1731303156292 2024-11-11T05:32:36,292 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b91432ccc9c144e9bff071cd8f93097f: Running coprocessor pre-open hook at 1731303156280Writing region info on filesystem at 1731303156280Initializing all the Stores at 1731303156281 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303156281Cleaning up temporary data from old regions at 1731303156287 (+6 ms)Running coprocessor post-open hooks at 1731303156292 (+5 ms)Region opened successfully at 1731303156292 2024-11-11T05:32:36,293 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f., pid=8, masterSystemTime=1731303156275 2024-11-11T05:32:36,294 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39., pid=7, masterSystemTime=1731303156272 2024-11-11T05:32:36,296 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:36,296 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:36,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b91432ccc9c144e9bff071cd8f93097f, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:36,297 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:36,297 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:36,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=415e1c4565c18efc384352331f96ca39, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,43137,1731303154379 2024-11-11T05:32:36,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b91432ccc9c144e9bff071cd8f93097f, server=1d14b453aaa0,36903,1731303154322 because future has completed 2024-11-11T05:32:36,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 415e1c4565c18efc384352331f96ca39, server=1d14b453aaa0,43137,1731303154379 because future has completed 2024-11-11T05:32:36,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T05:32:36,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b91432ccc9c144e9bff071cd8f93097f, server=1d14b453aaa0,36903,1731303154322 in 185 msec 2024-11-11T05:32:36,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T05:32:36,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 415e1c4565c18efc384352331f96ca39, server=1d14b453aaa0,43137,1731303154379 in 188 msec 2024-11-11T05:32:36,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b91432ccc9c144e9bff071cd8f93097f, ASSIGN in 347 msec 2024-11-11T05:32:36,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:32:36,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=415e1c4565c18efc384352331f96ca39, ASSIGN in 348 msec 2024-11-11T05:32:36,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:32:36,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303156314"}]},"ts":"1731303156314"} 2024-11-11T05:32:36,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T05:32:36,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:32:36,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 790 msec 2024-11-11T05:32:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:36,665 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T05:32:36,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T05:32:36,665 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:36,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T05:32:36,669 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:36,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T05:32:36,671 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39., hostname=1d14b453aaa0,43137,1731303154379, seqNum=2] 2024-11-11T05:32:36,672 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:36,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:36,685 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f., hostname=1d14b453aaa0,36903,1731303154322, seqNum=2] 2024-11-11T05:32:36,698 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b91432ccc9c144e9bff071cd8f93097f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T05:32:36,713 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/b91432ccc9c144e9bff071cd8f93097f/.tmp/family/6a5432e2814244048ac2f1757a2d26eb is 32, key is 5/family:/1731303156686/Put/seqid=0 2024-11-11T05:32:36,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741839_1015 (size=5083) 2024-11-11T05:32:36,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741839_1015 (size=5083) 2024-11-11T05:32:36,719 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/b91432ccc9c144e9bff071cd8f93097f/.tmp/family/6a5432e2814244048ac2f1757a2d26eb 2024-11-11T05:32:36,726 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/b91432ccc9c144e9bff071cd8f93097f/.tmp/family/6a5432e2814244048ac2f1757a2d26eb as hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/b91432ccc9c144e9bff071cd8f93097f/family/6a5432e2814244048ac2f1757a2d26eb 2024-11-11T05:32:36,732 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/b91432ccc9c144e9bff071cd8f93097f/family/6a5432e2814244048ac2f1757a2d26eb, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T05:32:36,733 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b91432ccc9c144e9bff071cd8f93097f in 35ms, sequenceid=9, compaction requested=false 2024-11-11T05:32:36,733 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b91432ccc9c144e9bff071cd8f93097f: 2024-11-11T05:32:36,733 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 415e1c4565c18efc384352331f96ca39 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T05:32:36,749 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/415e1c4565c18efc384352331f96ca39/.tmp/family/50694ff1c18341ac858a17a68105a562 is 32, key is 1/family:/1731303156674/Put/seqid=0 2024-11-11T05:32:36,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741840_1016 (size=5054) 2024-11-11T05:32:36,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741840_1016 (size=5054) 2024-11-11T05:32:36,755 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/415e1c4565c18efc384352331f96ca39/.tmp/family/50694ff1c18341ac858a17a68105a562 2024-11-11T05:32:36,761 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/415e1c4565c18efc384352331f96ca39/.tmp/family/50694ff1c18341ac858a17a68105a562 as hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/415e1c4565c18efc384352331f96ca39/family/50694ff1c18341ac858a17a68105a562 2024-11-11T05:32:36,768 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/415e1c4565c18efc384352331f96ca39/family/50694ff1c18341ac858a17a68105a562, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T05:32:36,769 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 415e1c4565c18efc384352331f96ca39 in 36ms, sequenceid=8, compaction requested=false 2024-11-11T05:32:36,769 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 415e1c4565c18efc384352331f96ca39: 2024-11-11T05:32:36,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58177606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:36,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,35765,-1 for getting cluster id 2024-11-11T05:32:36,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:32:36,771 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9443c900-c913-483b-b820-d0c4896726d8' 2024-11-11T05:32:36,771 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:32:36,771 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9443c900-c913-483b-b820-d0c4896726d8" 2024-11-11T05:32:36,771 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e18e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:36,771 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,35765,-1] 2024-11-11T05:32:36,771 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:32:36,771 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:36,772 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:32:36,773 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ec553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:36,778 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T05:32:36,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:36,779 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36903,1731303154322, seqNum=-1] 2024-11-11T05:32:36,780 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:36,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:36,784 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:36,784 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:36,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:36,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] bucket.BucketCache(1864): found 1 blocks for file 50694ff1c18341ac858a17a68105a562, starting offset: 0, end offset: 9223372036854775807 2024-11-11T05:32:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] bucket.BucketCache(1864): found 1 blocks for file 6a5432e2814244048ac2f1757a2d26eb, starting offset: 0, end offset: 9223372036854775807 2024-11-11T05:32:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] bucket.BucketCache(857): removed key 50694ff1c18341ac858a17a68105a562_0 from back map with offset lock 2094080 in the evict process 2024-11-11T05:32:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] bucket.BucketCache(857): removed key 6a5432e2814244048ac2f1757a2d26eb_0 from back map with offset lock 2094080 in the evict process 2024-11-11T05:32:36,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:36,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:36,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:36,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:36,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:32:36,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:32:36,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:36,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:36,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:36,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:36,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:32:36,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:32:36,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=662490554, stopped=false 2024-11-11T05:32:36,790 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,35765,1731303154126 2024-11-11T05:32:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:36,849 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:36,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:36,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:36,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:36,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,36903,1731303154322' ***** 2024-11-11T05:32:36,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:36,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,43137,1731303154379' ***** 2024-11-11T05:32:36,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:36,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:36,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:36,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:36,852 INFO [RS:1;1d14b453aaa0:43137 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T05:32:36,852 INFO [RS:0;1d14b453aaa0:36903 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T05:32:36,852 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T05:32:36,852 INFO [RS:1;1d14b453aaa0:43137 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T05:32:36,852 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T05:32:36,852 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T05:32:36,852 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T05:32:36,853 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T05:32:36,853 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T05:32:36,853 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:36,853 INFO [RS:1;1d14b453aaa0:43137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:36,853 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:36,853 INFO [RS:1;1d14b453aaa0:43137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:36,853 INFO [RS:0;1d14b453aaa0:36903 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T05:32:36,853 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(3091): Received CLOSE for 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,853 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:36,853 INFO [RS:0;1d14b453aaa0:36903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:36,853 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:36,853 INFO [RS:0;1d14b453aaa0:36903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:36,853 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(3091): Received CLOSE for b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,853 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,43137,1731303154379 2024-11-11T05:32:36,853 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:36,854 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:36,854 INFO [RS:1;1d14b453aaa0:43137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1d14b453aaa0:43137. 2024-11-11T05:32:36,854 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:36,854 DEBUG [RS:1;1d14b453aaa0:43137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:36,854 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 415e1c4565c18efc384352331f96ca39, disabling compactions & flushes 2024-11-11T05:32:36,854 DEBUG [RS:1;1d14b453aaa0:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:36,854 INFO [RS:0;1d14b453aaa0:36903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36903. 2024-11-11T05:32:36,854 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b91432ccc9c144e9bff071cd8f93097f, disabling compactions & flushes 2024-11-11T05:32:36,854 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:36,854 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:36,854 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:32:36,854 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:36,854 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. after waiting 0 ms 2024-11-11T05:32:36,854 DEBUG [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(1325): Online Regions={415e1c4565c18efc384352331f96ca39=testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39.} 2024-11-11T05:32:36,854 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:36,854 DEBUG [RS:0;1d14b453aaa0:36903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:36,854 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:36,854 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. after waiting 0 ms 2024-11-11T05:32:36,854 DEBUG [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(1351): Waiting on 415e1c4565c18efc384352331f96ca39 2024-11-11T05:32:36,854 DEBUG [RS:0;1d14b453aaa0:36903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:36,854 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:36,854 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:36,854 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:36,854 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:36,854 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:32:36,854 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:32:36,855 DEBUG [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b91432ccc9c144e9bff071cd8f93097f=testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f.} 2024-11-11T05:32:36,855 DEBUG [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b91432ccc9c144e9bff071cd8f93097f 2024-11-11T05:32:36,855 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:36,855 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:36,855 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:36,855 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:36,855 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:36,855 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T05:32:36,858 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/415e1c4565c18efc384352331f96ca39/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T05:32:36,858 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/default/testClearRegionBlockCache/b91432ccc9c144e9bff071cd8f93097f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T05:32:36,859 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:36,859 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:36,859 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 415e1c4565c18efc384352331f96ca39: Waiting for close lock at 1731303156854Running coprocessor pre-close hooks at 1731303156854Disabling compacts and flushes for region at 1731303156854Disabling writes for close at 1731303156854Writing region close event to WAL at 1731303156855 (+1 ms)Running coprocessor post-close hooks at 1731303156859 (+4 ms)Closed at 1731303156859 2024-11-11T05:32:36,859 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b91432ccc9c144e9bff071cd8f93097f: Waiting for close lock at 1731303156854Running coprocessor pre-close hooks at 1731303156854Disabling compacts and flushes for region at 1731303156854Disabling writes for close at 1731303156854Writing region close event to WAL at 1731303156855 (+1 ms)Running coprocessor post-close hooks at 1731303156858 (+3 ms)Closed at 1731303156858 2024-11-11T05:32:36,859 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731303155527.415e1c4565c18efc384352331f96ca39. 2024-11-11T05:32:36,859 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f. 2024-11-11T05:32:36,869 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/.tmp/info/10fd61d73b8244e28f5d6a3a7ca44481 is 173, key is testClearRegionBlockCache,5,1731303155527.b91432ccc9c144e9bff071cd8f93097f./info:regioninfo/1731303156297/Put/seqid=0 2024-11-11T05:32:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:36,875 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/.tmp/info/10fd61d73b8244e28f5d6a3a7ca44481 2024-11-11T05:32:36,895 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/.tmp/ns/512dc4538ab14297b90ede11c0d6e10e is 43, key is default/ns:d/1731303155477/Put/seqid=0 2024-11-11T05:32:36,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:36,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:36,901 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/.tmp/ns/512dc4538ab14297b90ede11c0d6e10e 2024-11-11T05:32:36,919 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/.tmp/table/3aef13b38b3d49919348a5edc6e79d71 is 61, key is testClearRegionBlockCache/table:state/1731303156314/Put/seqid=0 2024-11-11T05:32:36,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:36,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:36,925 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/.tmp/table/3aef13b38b3d49919348a5edc6e79d71 2024-11-11T05:32:36,925 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:32:36,926 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:32:36,927 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:36,929 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:36,931 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/.tmp/info/10fd61d73b8244e28f5d6a3a7ca44481 as hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/info/10fd61d73b8244e28f5d6a3a7ca44481 2024-11-11T05:32:36,939 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/info/10fd61d73b8244e28f5d6a3a7ca44481, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T05:32:36,940 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/.tmp/ns/512dc4538ab14297b90ede11c0d6e10e as hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/ns/512dc4538ab14297b90ede11c0d6e10e 2024-11-11T05:32:36,947 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/ns/512dc4538ab14297b90ede11c0d6e10e, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T05:32:36,948 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/.tmp/table/3aef13b38b3d49919348a5edc6e79d71 as hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/table/3aef13b38b3d49919348a5edc6e79d71 2024-11-11T05:32:36,953 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/table/3aef13b38b3d49919348a5edc6e79d71, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T05:32:36,954 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=13, compaction requested=false 2024-11-11T05:32:36,959 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T05:32:36,959 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:32:36,960 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:36,960 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303156855Running coprocessor pre-close hooks at 1731303156855Disabling compacts and flushes for region at 1731303156855Disabling writes for close at 1731303156855Obtaining lock to block concurrent updates at 1731303156855Preparing flush snapshotting stores in 1588230740 at 1731303156855Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731303156855Flushing stores of hbase:meta,,1.1588230740 at 1731303156856 (+1 ms)Flushing 1588230740/info: creating writer at 1731303156856Flushing 1588230740/info: appending metadata at 1731303156869 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731303156869Flushing 1588230740/ns: creating writer at 1731303156880 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731303156895 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731303156895Flushing 1588230740/table: creating writer at 1731303156907 (+12 ms)Flushing 1588230740/table: appending metadata at 1731303156919 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731303156919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e578a8: reopening flushed file at 1731303156930 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8ae6b3: reopening flushed file at 1731303156939 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7111ad41: reopening flushed file at 1731303156947 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=13, compaction requested=false at 1731303156954 (+7 ms)Writing region close event to WAL at 1731303156955 (+1 ms)Running coprocessor post-close hooks at 1731303156959 (+4 ms)Closed at 1731303156960 (+1 ms) 2024-11-11T05:32:36,960 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:37,018 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:32:37,018 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:32:37,054 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,43137,1731303154379; all regions closed. 2024-11-11T05:32:37,055 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,36903,1731303154322; all regions closed. 2024-11-11T05:32:37,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741834_1010 (size=1758) 2024-11-11T05:32:37,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741834_1010 (size=1758) 2024-11-11T05:32:37,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:37,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:37,064 DEBUG [RS:1;1d14b453aaa0:43137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/oldWALs 2024-11-11T05:32:37,064 INFO [RS:1;1d14b453aaa0:43137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C43137%2C1731303154379:(num 1731303155059) 2024-11-11T05:32:37,064 DEBUG [RS:1;1d14b453aaa0:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:37,065 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:37,065 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:37,065 DEBUG [RS:0;1d14b453aaa0:36903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/oldWALs 2024-11-11T05:32:37,065 INFO [RS:0;1d14b453aaa0:36903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36903%2C1731303154322.meta:.meta(num 1731303155398) 2024-11-11T05:32:37,065 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:37,065 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:37,065 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:37,065 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:37,065 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:37,065 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:37,065 INFO [RS:1;1d14b453aaa0:43137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43137 2024-11-11T05:32:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741833_1009 (size=1867) 2024-11-11T05:32:37,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/WALs/1d14b453aaa0,36903,1731303154322/1d14b453aaa0%2C36903%2C1731303154322.1731303155059 not finished, retry = 0 2024-11-11T05:32:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741833_1009 (size=1867) 2024-11-11T05:32:37,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,43137,1731303154379 2024-11-11T05:32:37,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:37,073 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:37,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,43137,1731303154379] 2024-11-11T05:32:37,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,43137,1731303154379 already deleted, retry=false 2024-11-11T05:32:37,094 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,43137,1731303154379 expired; onlineServers=1 2024-11-11T05:32:37,174 DEBUG [RS:0;1d14b453aaa0:36903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/oldWALs 2024-11-11T05:32:37,174 INFO [RS:0;1d14b453aaa0:36903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36903%2C1731303154322:(num 1731303155059) 2024-11-11T05:32:37,174 DEBUG [RS:0;1d14b453aaa0:36903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:37,174 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:37,175 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:37,175 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:37,176 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:37,176 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:37,176 INFO [RS:0;1d14b453aaa0:36903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36903 2024-11-11T05:32:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:37,184 INFO [RS:1;1d14b453aaa0:43137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x10128619d6c0002, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:37,184 INFO [RS:1;1d14b453aaa0:43137 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,43137,1731303154379; zookeeper connection closed. 2024-11-11T05:32:37,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58910654 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58910654 2024-11-11T05:32:37,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,36903,1731303154322 2024-11-11T05:32:37,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:37,189 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:37,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,36903,1731303154322] 2024-11-11T05:32:37,210 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,36903,1731303154322 already deleted, retry=false 2024-11-11T05:32:37,210 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,36903,1731303154322 expired; onlineServers=0 2024-11-11T05:32:37,210 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,35765,1731303154126' ***** 2024-11-11T05:32:37,210 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:32:37,211 INFO [M:0;1d14b453aaa0:35765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:37,211 INFO [M:0;1d14b453aaa0:35765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:37,211 DEBUG [M:0;1d14b453aaa0:35765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:32:37,211 DEBUG [M:0;1d14b453aaa0:35765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:32:37,211 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:32:37,211 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303154748 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303154748,5,FailOnTimeoutGroup] 2024-11-11T05:32:37,211 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303154747 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303154747,5,FailOnTimeoutGroup] 2024-11-11T05:32:37,212 INFO [M:0;1d14b453aaa0:35765 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:37,212 INFO [M:0;1d14b453aaa0:35765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:37,212 DEBUG [M:0;1d14b453aaa0:35765 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:32:37,212 INFO [M:0;1d14b453aaa0:35765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:32:37,213 INFO [M:0;1d14b453aaa0:35765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:37,213 INFO [M:0;1d14b453aaa0:35765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:32:37,213 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:32:37,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:37,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:37,221 DEBUG [M:0;1d14b453aaa0:35765 {}] zookeeper.ZKUtil(347): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T05:32:37,221 WARN [M:0;1d14b453aaa0:35765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:32:37,222 INFO [M:0;1d14b453aaa0:35765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/.lastflushedseqids 2024-11-11T05:32:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741844_1020 (size=182) 2024-11-11T05:32:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741844_1020 (size=182) 2024-11-11T05:32:37,234 INFO [M:0;1d14b453aaa0:35765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:32:37,234 INFO [M:0;1d14b453aaa0:35765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:32:37,234 DEBUG [M:0;1d14b453aaa0:35765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:37,234 INFO [M:0;1d14b453aaa0:35765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:37,234 DEBUG [M:0;1d14b453aaa0:35765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:37,235 DEBUG [M:0;1d14b453aaa0:35765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-11T05:32:37,235 DEBUG [M:0;1d14b453aaa0:35765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:37,235 INFO [M:0;1d14b453aaa0:35765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T05:32:37,253 DEBUG [M:0;1d14b453aaa0:35765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/932629dd43f945cf957df7b066ec1b1e is 82, key is hbase:meta,,1/info:regioninfo/1731303155433/Put/seqid=0 2024-11-11T05:32:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:37,258 INFO [M:0;1d14b453aaa0:35765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/932629dd43f945cf957df7b066ec1b1e 2024-11-11T05:32:37,278 DEBUG [M:0;1d14b453aaa0:35765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ae8bc92062f4e1384a26f2a6e4042c9 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731303156320/Put/seqid=0 2024-11-11T05:32:37,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741846_1022 (size=6219) 2024-11-11T05:32:37,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741846_1022 (size=6219) 2024-11-11T05:32:37,283 INFO [M:0;1d14b453aaa0:35765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ae8bc92062f4e1384a26f2a6e4042c9 2024-11-11T05:32:37,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:37,300 INFO [RS:0;1d14b453aaa0:36903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:37,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x10128619d6c0001, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:37,300 INFO [RS:0;1d14b453aaa0:36903 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,36903,1731303154322; zookeeper connection closed. 2024-11-11T05:32:37,300 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41d300a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41d300a9 2024-11-11T05:32:37,300 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T05:32:37,303 DEBUG [M:0;1d14b453aaa0:35765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b22855572124bf6ae88c8ebbdfa732e is 69, key is 1d14b453aaa0,36903,1731303154322/rs:state/1731303154860/Put/seqid=0 2024-11-11T05:32:37,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:37,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:37,309 INFO [M:0;1d14b453aaa0:35765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b22855572124bf6ae88c8ebbdfa732e 2024-11-11T05:32:37,315 DEBUG [M:0;1d14b453aaa0:35765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/932629dd43f945cf957df7b066ec1b1e as hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/932629dd43f945cf957df7b066ec1b1e 2024-11-11T05:32:37,320 INFO [M:0;1d14b453aaa0:35765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/932629dd43f945cf957df7b066ec1b1e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T05:32:37,321 DEBUG [M:0;1d14b453aaa0:35765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ae8bc92062f4e1384a26f2a6e4042c9 as hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ae8bc92062f4e1384a26f2a6e4042c9 2024-11-11T05:32:37,326 INFO [M:0;1d14b453aaa0:35765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ae8bc92062f4e1384a26f2a6e4042c9, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T05:32:37,328 DEBUG [M:0;1d14b453aaa0:35765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b22855572124bf6ae88c8ebbdfa732e as hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b22855572124bf6ae88c8ebbdfa732e 2024-11-11T05:32:37,333 INFO [M:0;1d14b453aaa0:35765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38971/user/jenkins/test-data/ddc3dc5f-3c27-f496-750f-aaf4121d1b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b22855572124bf6ae88c8ebbdfa732e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T05:32:37,334 INFO [M:0;1d14b453aaa0:35765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false 2024-11-11T05:32:37,335 INFO [M:0;1d14b453aaa0:35765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:37,336 DEBUG [M:0;1d14b453aaa0:35765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303157234Disabling compacts and flushes for region at 1731303157234Disabling writes for close at 1731303157235 (+1 ms)Obtaining lock to block concurrent updates at 1731303157235Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731303157235Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731303157235Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731303157236 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731303157236Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731303157252 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731303157252Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731303157262 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731303157278 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731303157278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731303157288 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731303157302 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731303157302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1543614f: reopening flushed file at 1731303157314 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6bf6df: reopening flushed file at 1731303157320 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ea582c: reopening flushed file at 1731303157327 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false at 1731303157334 (+7 ms)Writing region close event to WAL at 1731303157335 (+1 ms)Closed at 1731303157335 2024-11-11T05:32:37,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741830_1006 (size=35440) 2024-11-11T05:32:37,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741830_1006 (size=35440) 2024-11-11T05:32:37,339 INFO [M:0;1d14b453aaa0:35765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:32:37,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:37,339 INFO [M:0;1d14b453aaa0:35765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35765 2024-11-11T05:32:37,339 INFO [M:0;1d14b453aaa0:35765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:37,447 INFO [M:0;1d14b453aaa0:35765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:37,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:37,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x10128619d6c0000, quorum=127.0.0.1:54999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:37,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6619e1a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:37,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5d1366{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:37,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:37,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526ababc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:37,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e75b94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:37,451 WARN [BP-443435836-172.17.0.2-1731303151957 heartbeating to localhost/127.0.0.1:38971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:37,451 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:37,451 WARN [BP-443435836-172.17.0.2-1731303151957 heartbeating to localhost/127.0.0.1:38971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-443435836-172.17.0.2-1731303151957 (Datanode Uuid 50b3e400-550b-4ae9-a35a-d59a78838cd3) service to localhost/127.0.0.1:38971 2024-11-11T05:32:37,451 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:37,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/data/data3/current/BP-443435836-172.17.0.2-1731303151957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:37,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/data/data4/current/BP-443435836-172.17.0.2-1731303151957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:37,452 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:37,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2763a99b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:37,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c10967e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:37,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:37,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261a65ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:37,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef77ed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:37,455 WARN [BP-443435836-172.17.0.2-1731303151957 heartbeating to localhost/127.0.0.1:38971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:37,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:37,455 WARN [BP-443435836-172.17.0.2-1731303151957 heartbeating to localhost/127.0.0.1:38971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-443435836-172.17.0.2-1731303151957 (Datanode Uuid 3b432ada-5a1e-46c3-b4d3-202719eef3ee) service to localhost/127.0.0.1:38971 2024-11-11T05:32:37,455 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:37,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/data/data1/current/BP-443435836-172.17.0.2-1731303151957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:37,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/cluster_9fe26b6c-d9a3-f2fe-8ba5-7263372595b9/data/data2/current/BP-443435836-172.17.0.2-1731303151957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:37,456 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:37,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f7c48ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:37,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c5f308a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:37,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:37,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ade3e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:37,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a70078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:37,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:32:37,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:32:37,498 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=150 (was 132) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38971 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38971 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=498 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=892 (was 961), ProcessCount=11 (was 11), AvailableMemoryMB=7431 (was 7596) 2024-11-11T05:32:37,505 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=150, OpenFileDescriptor=498, MaxFileDescriptor=1048576, SystemLoadAverage=892, ProcessCount=11, AvailableMemoryMB=7431 2024-11-11T05:32:37,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.log.dir so I do NOT create it in target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d 2024-11-11T05:32:37,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:32:37,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.tmp.dir so I do NOT create it in target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d 2024-11-11T05:32:37,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42506a67-523b-40b7-8775-eb45e092676b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:32:37,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d 2024-11-11T05:32:37,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:32:37,519 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a, deleteOnExit=true 2024-11-11T05:32:37,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:32:37,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/test.cache.data in system properties and HBase conf 2024-11-11T05:32:37,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:32:37,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:32:37,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:32:37,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:32:37,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:32:37,519 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:32:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:32:37,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:37,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:37,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:37,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:37,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:37,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:37,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@769b0c7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:37,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ce28638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:37,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bdbaf49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/java.io.tmpdir/jetty-localhost-36835-hadoop-hdfs-3_4_1-tests_jar-_-any-14253725435822641774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:37,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62df0526{HTTP/1.1, (http/1.1)}{localhost:36835} 2024-11-11T05:32:37,912 INFO [Time-limited test {}] server.Server(415): Started @29074ms 2024-11-11T05:32:38,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:38,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:38,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:38,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:38,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:38,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6133bb31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:38,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c74cf3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:38,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@379fa90d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/java.io.tmpdir/jetty-localhost-42273-hadoop-hdfs-3_4_1-tests_jar-_-any-7770701827514896317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:38,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78d38918{HTTP/1.1, (http/1.1)}{localhost:42273} 2024-11-11T05:32:38,262 INFO [Time-limited test {}] server.Server(415): Started @29423ms 2024-11-11T05:32:38,263 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:38,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:38,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:38,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:38,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:38,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:38,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b1c2df2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:38,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26750469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:38,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15971e49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/java.io.tmpdir/jetty-localhost-41887-hadoop-hdfs-3_4_1-tests_jar-_-any-10084672887970404180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:38,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36cbdd45{HTTP/1.1, (http/1.1)}{localhost:41887} 2024-11-11T05:32:38,384 INFO [Time-limited test {}] server.Server(415): Started @29545ms 2024-11-11T05:32:38,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:39,409 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/data/data1/current/BP-1329592310-172.17.0.2-1731303157544/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:39,409 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/data/data2/current/BP-1329592310-172.17.0.2-1731303157544/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:39,425 WARN [Thread-1130 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc489abb3c98e49ed with lease ID 0xe69bd3ebef830409: Processing first storage report for DS-2dbd4c30-19ed-44de-a589-101144446a99 from datanode DatanodeRegistration(127.0.0.1:43553, datanodeUuid=6864f7e0-fb37-4908-b896-aa66971ea0ac, infoPort=45557, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=666688602;c=1731303157544) 2024-11-11T05:32:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc489abb3c98e49ed with lease ID 0xe69bd3ebef830409: from storage DS-2dbd4c30-19ed-44de-a589-101144446a99 node DatanodeRegistration(127.0.0.1:43553, datanodeUuid=6864f7e0-fb37-4908-b896-aa66971ea0ac, infoPort=45557, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=666688602;c=1731303157544), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc489abb3c98e49ed with lease ID 0xe69bd3ebef830409: Processing first storage report for DS-e3ec0912-b0a2-4fce-8a25-d696bf23fac1 from datanode DatanodeRegistration(127.0.0.1:43553, datanodeUuid=6864f7e0-fb37-4908-b896-aa66971ea0ac, infoPort=45557, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=666688602;c=1731303157544) 2024-11-11T05:32:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc489abb3c98e49ed with lease ID 0xe69bd3ebef830409: from storage DS-e3ec0912-b0a2-4fce-8a25-d696bf23fac1 node DatanodeRegistration(127.0.0.1:43553, datanodeUuid=6864f7e0-fb37-4908-b896-aa66971ea0ac, infoPort=45557, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=666688602;c=1731303157544), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:39,534 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/data/data3/current/BP-1329592310-172.17.0.2-1731303157544/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:39,535 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/data/data4/current/BP-1329592310-172.17.0.2-1731303157544/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:39,550 WARN [Thread-1153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x680eaf46f1bdae9 with lease ID 0xe69bd3ebef83040a: Processing first storage report for DS-9a933142-5f57-406a-b7ce-04efbe879db5 from datanode DatanodeRegistration(127.0.0.1:34325, datanodeUuid=dde7b503-6b85-4508-9b5f-e88585bc9c96, infoPort=42447, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=666688602;c=1731303157544) 2024-11-11T05:32:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x680eaf46f1bdae9 with lease ID 0xe69bd3ebef83040a: from storage DS-9a933142-5f57-406a-b7ce-04efbe879db5 node DatanodeRegistration(127.0.0.1:34325, datanodeUuid=dde7b503-6b85-4508-9b5f-e88585bc9c96, infoPort=42447, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=666688602;c=1731303157544), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x680eaf46f1bdae9 with lease ID 0xe69bd3ebef83040a: Processing first storage report for DS-93d3c7be-6d36-4e70-8d15-c7b1ab6a0c59 from datanode DatanodeRegistration(127.0.0.1:34325, datanodeUuid=dde7b503-6b85-4508-9b5f-e88585bc9c96, infoPort=42447, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=666688602;c=1731303157544) 2024-11-11T05:32:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x680eaf46f1bdae9 with lease ID 0xe69bd3ebef83040a: from storage DS-93d3c7be-6d36-4e70-8d15-c7b1ab6a0c59 node DatanodeRegistration(127.0.0.1:34325, datanodeUuid=dde7b503-6b85-4508-9b5f-e88585bc9c96, infoPort=42447, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=666688602;c=1731303157544), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:39,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d 2024-11-11T05:32:39,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/zookeeper_0, clientPort=54272, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:32:39,626 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54272 2024-11-11T05:32:39,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:39,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:39,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:39,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:39,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87 with version=8 2024-11-11T05:32:39,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/hbase-staging 2024-11-11T05:32:39,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:39,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:39,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:39,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:39,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:39,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:39,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:32:39,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:39,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39751 2024-11-11T05:32:39,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39751 connecting to ZooKeeper ensemble=127.0.0.1:54272 2024-11-11T05:32:39,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397510x0, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:39,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39751-0x1012861b2f30000 connected 2024-11-11T05:32:39,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:39,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:39,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:39,804 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87, hbase.cluster.distributed=false 2024-11-11T05:32:39,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:39,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39751 2024-11-11T05:32:39,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39751 2024-11-11T05:32:39,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39751 2024-11-11T05:32:39,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39751 2024-11-11T05:32:39,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39751 2024-11-11T05:32:39,826 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:39,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:39,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:39,826 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:39,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:39,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:39,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:39,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:39,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43897 2024-11-11T05:32:39,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43897 connecting to ZooKeeper ensemble=127.0.0.1:54272 2024-11-11T05:32:39,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:39,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:39,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438970x0, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:39,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438970x0, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:39,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43897-0x1012861b2f30001 connected 2024-11-11T05:32:39,842 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:39,843 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T05:32:39,848 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T05:32:39,848 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T05:32:39,848 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T05:32:39,849 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:39,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:39,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:39,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43897 2024-11-11T05:32:39,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43897 2024-11-11T05:32:39,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43897 2024-11-11T05:32:39,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43897 2024-11-11T05:32:39,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43897 2024-11-11T05:32:39,869 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:39,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:39,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:39,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:39,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:39,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:39,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:39,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:39,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35225 2024-11-11T05:32:39,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35225 connecting to ZooKeeper ensemble=127.0.0.1:54272 2024-11-11T05:32:39,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:39,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:39,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352250x0, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:39,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352250x0, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:39,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35225-0x1012861b2f30002 connected 2024-11-11T05:32:39,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:39,885 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T05:32:39,889 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T05:32:39,889 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T05:32:39,890 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T05:32:39,890 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:39,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:39,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:39,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-11T05:32:39,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35225 2024-11-11T05:32:39,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35225 2024-11-11T05:32:39,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-11T05:32:39,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-11T05:32:39,904 DEBUG [M:0;1d14b453aaa0:39751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:39751 2024-11-11T05:32:39,905 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1d14b453aaa0,39751,1731303159644 2024-11-11T05:32:39,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:39,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:39,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:39,916 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1d14b453aaa0,39751,1731303159644 2024-11-11T05:32:39,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:39,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:39,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:39,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:39,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:39,926 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T05:32:39,927 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1d14b453aaa0,39751,1731303159644 from backup master directory 2024-11-11T05:32:39,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1d14b453aaa0,39751,1731303159644 2024-11-11T05:32:39,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:39,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:39,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:39,936 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:39,936 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,39751,1731303159644 2024-11-11T05:32:39,940 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/hbase.id] with ID: 6f1b06b7-d79c-4f04-b1c8-08c61287bf87 2024-11-11T05:32:39,940 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/.tmp/hbase.id 2024-11-11T05:32:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:39,947 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/.tmp/hbase.id]:[hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/hbase.id] 2024-11-11T05:32:39,958 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:39,958 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:32:39,960 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T05:32:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:39,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:39,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:39,975 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:39,975 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:32:39,975 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:39,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:39,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:39,984 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store 2024-11-11T05:32:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:39,991 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:39,992 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:39,992 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:39,992 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:39,992 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:39,992 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:39,992 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:39,992 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303159992Disabling compacts and flushes for region at 1731303159992Disabling writes for close at 1731303159992Writing region close event to WAL at 1731303159992Closed at 1731303159992 2024-11-11T05:32:39,993 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/.initializing 2024-11-11T05:32:39,993 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/WALs/1d14b453aaa0,39751,1731303159644 2024-11-11T05:32:39,994 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:39,995 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C39751%2C1731303159644, suffix=, logDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/WALs/1d14b453aaa0,39751,1731303159644, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/oldWALs, maxLogs=10 2024-11-11T05:32:40,007 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/WALs/1d14b453aaa0,39751,1731303159644/1d14b453aaa0%2C39751%2C1731303159644.1731303159995, exclude list is [], retry=0 2024-11-11T05:32:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43553,DS-2dbd4c30-19ed-44de-a589-101144446a99,DISK] 2024-11-11T05:32:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34325,DS-9a933142-5f57-406a-b7ce-04efbe879db5,DISK] 2024-11-11T05:32:40,012 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/WALs/1d14b453aaa0,39751,1731303159644/1d14b453aaa0%2C39751%2C1731303159644.1731303159995 2024-11-11T05:32:40,012 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45557:45557),(127.0.0.1/127.0.0.1:42447:42447)] 2024-11-11T05:32:40,012 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:40,013 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:40,013 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,013 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:32:40,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:40,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:40,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:32:40,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:40,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:40,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:32:40,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:40,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:40,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:32:40,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:40,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:40,022 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,023 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,023 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,024 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,024 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,025 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:40,026 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:40,028 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:40,028 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66356702, jitterRate=-0.01120808720588684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:40,029 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731303160013Initializing all the Stores at 1731303160014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303160014Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303160014Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303160014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303160014Cleaning up temporary data from old regions at 1731303160024 (+10 ms)Region opened successfully at 1731303160029 (+5 ms) 2024-11-11T05:32:40,029 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:32:40,032 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693496fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:40,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:32:40,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:32:40,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:32:40,034 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:32:40,034 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:32:40,035 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:32:40,035 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:32:40,037 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:32:40,038 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T05:32:40,101 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T05:32:40,101 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:32:40,102 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:32:40,164 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T05:32:40,164 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:32:40,165 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:32:40,252 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T05:32:40,253 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:32:40,279 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T05:32:40,284 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:32:40,294 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T05:32:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,306 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,39751,1731303159644, sessionid=0x1012861b2f30000, setting cluster-up flag (Was=false) 2024-11-11T05:32:40,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,358 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T05:32:40,360 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,39751,1731303159644 2024-11-11T05:32:40,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,420 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T05:32:40,423 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,39751,1731303159644 2024-11-11T05:32:40,425 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:32:40,427 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:40,428 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:32:40,428 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:32:40,428 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,39751,1731303159644 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:32:40,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:40,430 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:40,430 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:40,430 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:40,430 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:32:40,430 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,430 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:40,430 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731303190430 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:32:40,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:32:40,432 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:40,432 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:32:40,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:32:40,432 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:32:40,432 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303160432,5,FailOnTimeoutGroup] 2024-11-11T05:32:40,432 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303160432,5,FailOnTimeoutGroup] 2024-11-11T05:32:40,432 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,433 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:32:40,433 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,433 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,433 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:40,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:32:40,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:40,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:40,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:32:40,442 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87 2024-11-11T05:32:40,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:40,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:40,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:40,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:40,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:40,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:40,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:40,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:40,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:40,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:40,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:40,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:40,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:40,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:40,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:40,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:40,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:40,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:40,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:40,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:40,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740 2024-11-11T05:32:40,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740 2024-11-11T05:32:40,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:40,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:40,459 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:40,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:40,462 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:40,463 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64877773, jitterRate=-0.03324584662914276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:40,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731303160449Initializing all the Stores at 1731303160450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303160450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303160450Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303160450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303160450Cleaning up temporary data from old regions at 1731303160458 (+8 ms)Region opened successfully at 1731303160464 (+6 ms) 2024-11-11T05:32:40,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:40,464 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:40,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:40,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:40,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:40,464 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:40,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303160464Disabling compacts and flushes for region at 1731303160464Disabling writes for close at 1731303160464Writing region close event to WAL at 1731303160464Closed at 1731303160464 2024-11-11T05:32:40,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:40,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:32:40,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:32:40,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:40,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:32:40,496 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(746): ClusterId : 6f1b06b7-d79c-4f04-b1c8-08c61287bf87 2024-11-11T05:32:40,496 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(746): ClusterId : 6f1b06b7-d79c-4f04-b1c8-08c61287bf87 2024-11-11T05:32:40,496 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:40,496 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:40,507 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:40,507 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:40,507 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:40,507 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:40,517 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:40,517 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:40,518 DEBUG [RS:0;1d14b453aaa0:43897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a24908f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:40,518 DEBUG [RS:1;1d14b453aaa0:35225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bfb871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:40,535 DEBUG [RS:0;1d14b453aaa0:43897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:43897 2024-11-11T05:32:40,535 DEBUG [RS:1;1d14b453aaa0:35225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1d14b453aaa0:35225 2024-11-11T05:32:40,535 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:40,535 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:40,535 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:40,535 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:40,535 DEBUG [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:40,535 DEBUG [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:40,536 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,39751,1731303159644 with port=43897, startcode=1731303159826 2024-11-11T05:32:40,536 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,39751,1731303159644 with port=35225, startcode=1731303159869 2024-11-11T05:32:40,536 DEBUG [RS:1;1d14b453aaa0:35225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:40,536 DEBUG [RS:0;1d14b453aaa0:43897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:40,537 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:40,537 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:40,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:40,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39751 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:40,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,35225,1731303159869 2024-11-11T05:32:40,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39751 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,35225,1731303159869 2024-11-11T05:32:40,539 DEBUG [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87 2024-11-11T05:32:40,539 DEBUG [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45505 2024-11-11T05:32:40,539 DEBUG [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:40,540 DEBUG [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87 2024-11-11T05:32:40,540 DEBUG [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45505 2024-11-11T05:32:40,540 DEBUG [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:40,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:40,584 DEBUG [RS:0;1d14b453aaa0:43897 {}] zookeeper.ZKUtil(111): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:40,584 WARN [RS:0;1d14b453aaa0:43897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:40,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,35225,1731303159869] 2024-11-11T05:32:40,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,43897,1731303159826] 2024-11-11T05:32:40,584 INFO [RS:0;1d14b453aaa0:43897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:40,584 DEBUG [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:40,584 DEBUG [RS:1;1d14b453aaa0:35225 {}] zookeeper.ZKUtil(111): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,35225,1731303159869 2024-11-11T05:32:40,584 WARN [RS:1;1d14b453aaa0:35225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:40,585 INFO [RS:1;1d14b453aaa0:35225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:40,585 DEBUG [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,35225,1731303159869 2024-11-11T05:32:40,591 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:40,591 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:40,595 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:40,595 INFO [RS:1;1d14b453aaa0:35225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:40,595 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,596 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:40,596 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:40,596 INFO [RS:0;1d14b453aaa0:43897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:40,596 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,597 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:40,597 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:40,597 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,597 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,598 DEBUG [RS:1;1d14b453aaa0:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,598 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,598 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,598 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,598 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,598 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,598 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35225,1731303159869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:40,598 DEBUG [RS:0;1d14b453aaa0:43897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:40,599 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,599 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,599 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,599 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,599 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,599 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43897,1731303159826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:40,613 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:40,613 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:40,613 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43897,1731303159826-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,613 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35225,1731303159869-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,613 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,613 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,613 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.Replication(171): 1d14b453aaa0,35225,1731303159869 started 2024-11-11T05:32:40,613 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.Replication(171): 1d14b453aaa0,43897,1731303159826 started 2024-11-11T05:32:40,618 WARN [1d14b453aaa0:39751 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:32:40,625 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,625 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:40,625 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,35225,1731303159869, RpcServer on 1d14b453aaa0/172.17.0.2:35225, sessionid=0x1012861b2f30002 2024-11-11T05:32:40,625 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,43897,1731303159826, RpcServer on 1d14b453aaa0/172.17.0.2:43897, sessionid=0x1012861b2f30001 2024-11-11T05:32:40,625 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:40,625 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:40,625 DEBUG [RS:1;1d14b453aaa0:35225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,35225,1731303159869 2024-11-11T05:32:40,625 DEBUG [RS:0;1d14b453aaa0:43897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:40,626 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,35225,1731303159869' 2024-11-11T05:32:40,626 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43897,1731303159826' 2024-11-11T05:32:40,626 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:40,626 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:40,626 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:40,626 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:40,627 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:40,627 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:40,627 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:40,627 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:40,627 DEBUG [RS:1;1d14b453aaa0:35225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,35225,1731303159869 2024-11-11T05:32:40,627 DEBUG [RS:0;1d14b453aaa0:43897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:40,627 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,35225,1731303159869' 2024-11-11T05:32:40,627 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43897,1731303159826' 2024-11-11T05:32:40,627 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:40,627 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:40,627 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:40,627 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:40,628 DEBUG [RS:1;1d14b453aaa0:35225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:40,628 DEBUG [RS:0;1d14b453aaa0:43897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:40,628 INFO [RS:0;1d14b453aaa0:43897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:40,628 INFO [RS:1;1d14b453aaa0:35225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:40,628 INFO [RS:0;1d14b453aaa0:43897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:40,628 INFO [RS:1;1d14b453aaa0:35225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:40,728 INFO [RS:1;1d14b453aaa0:35225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:40,728 INFO [RS:0;1d14b453aaa0:43897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:40,731 INFO [RS:1;1d14b453aaa0:35225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C35225%2C1731303159869, suffix=, logDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,35225,1731303159869, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/oldWALs, maxLogs=32 2024-11-11T05:32:40,731 INFO [RS:0;1d14b453aaa0:43897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C43897%2C1731303159826, suffix=, logDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,43897,1731303159826, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/oldWALs, maxLogs=32 2024-11-11T05:32:40,746 DEBUG [RS:1;1d14b453aaa0:35225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,35225,1731303159869/1d14b453aaa0%2C35225%2C1731303159869.1731303160732, exclude list is [], retry=0 2024-11-11T05:32:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34325,DS-9a933142-5f57-406a-b7ce-04efbe879db5,DISK] 2024-11-11T05:32:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43553,DS-2dbd4c30-19ed-44de-a589-101144446a99,DISK] 2024-11-11T05:32:40,751 DEBUG [RS:0;1d14b453aaa0:43897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,43897,1731303159826/1d14b453aaa0%2C43897%2C1731303159826.1731303160732, exclude list is [], retry=0 2024-11-11T05:32:40,751 INFO [RS:1;1d14b453aaa0:35225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,35225,1731303159869/1d14b453aaa0%2C35225%2C1731303159869.1731303160732 2024-11-11T05:32:40,751 DEBUG [RS:1;1d14b453aaa0:35225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45557:45557),(127.0.0.1/127.0.0.1:42447:42447)] 2024-11-11T05:32:40,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43553,DS-2dbd4c30-19ed-44de-a589-101144446a99,DISK] 2024-11-11T05:32:40,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34325,DS-9a933142-5f57-406a-b7ce-04efbe879db5,DISK] 2024-11-11T05:32:40,755 INFO [RS:0;1d14b453aaa0:43897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,43897,1731303159826/1d14b453aaa0%2C43897%2C1731303159826.1731303160732 2024-11-11T05:32:40,755 DEBUG [RS:0;1d14b453aaa0:43897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45557:45557),(127.0.0.1/127.0.0.1:42447:42447)] 2024-11-11T05:32:40,868 DEBUG [1d14b453aaa0:39751 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T05:32:40,869 DEBUG [1d14b453aaa0:39751 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:40,874 DEBUG [1d14b453aaa0:39751 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:40,874 DEBUG [1d14b453aaa0:39751 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:40,874 DEBUG [1d14b453aaa0:39751 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:40,874 DEBUG [1d14b453aaa0:39751 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:40,874 INFO [1d14b453aaa0:39751 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:40,874 INFO [1d14b453aaa0:39751 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:40,874 DEBUG [1d14b453aaa0:39751 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:40,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:40,878 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,43897,1731303159826, state=OPENING 2024-11-11T05:32:40,904 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:32:40,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:40,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:40,916 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:40,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:40,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:40,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43897,1731303159826}] 2024-11-11T05:32:40,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:32:40,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:40,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:40,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:40,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:40,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:40,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:40,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:40,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:41,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:41,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:41,076 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:32:41,076 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:41,077 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:32:41,079 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C43897%2C1731303159826.meta, suffix=.meta, logDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,43897,1731303159826, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/oldWALs, maxLogs=32 2024-11-11T05:32:41,097 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,43897,1731303159826/1d14b453aaa0%2C43897%2C1731303159826.meta.1731303161079.meta, exclude list is [], retry=0 2024-11-11T05:32:41,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43553,DS-2dbd4c30-19ed-44de-a589-101144446a99,DISK] 2024-11-11T05:32:41,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34325,DS-9a933142-5f57-406a-b7ce-04efbe879db5,DISK] 2024-11-11T05:32:41,101 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/WALs/1d14b453aaa0,43897,1731303159826/1d14b453aaa0%2C43897%2C1731303159826.meta.1731303161079.meta 2024-11-11T05:32:41,102 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45557:45557),(127.0.0.1/127.0.0.1:42447:42447)] 2024-11-11T05:32:41,102 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:41,102 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:32:41,102 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:32:41,102 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:32:41,102 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:32:41,102 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:41,102 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:32:41,102 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:32:41,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:41,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:41,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:41,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:41,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:41,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:41,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:41,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:41,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:41,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:41,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:41,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:41,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:41,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:41,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:41,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:41,109 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:41,110 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740 2024-11-11T05:32:41,111 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740 2024-11-11T05:32:41,112 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:41,112 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:41,112 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:41,113 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:41,114 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72865412, jitterRate=0.08577924966812134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:41,114 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:32:41,115 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731303161102Writing region info on filesystem at 1731303161102Initializing all the Stores at 1731303161103 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303161103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303161103Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303161103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303161103Cleaning up temporary data from old regions at 1731303161112 (+9 ms)Running coprocessor post-open hooks at 1731303161114 (+2 ms)Region opened successfully at 1731303161115 (+1 ms) 2024-11-11T05:32:41,116 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731303161069 2024-11-11T05:32:41,118 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:32:41,118 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:32:41,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:41,120 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,43897,1731303159826, state=OPEN 2024-11-11T05:32:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:41,132 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:41,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:41,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:41,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:41,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:32:41,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43897,1731303159826 in 216 msec 2024-11-11T05:32:41,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:32:41,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 669 msec 2024-11-11T05:32:41,140 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:41,140 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:32:41,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:41,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43897,1731303159826, seqNum=-1] 2024-11-11T05:32:41,142 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:41,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:41,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 721 msec 2024-11-11T05:32:41,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731303161148, completionTime=-1 2024-11-11T05:32:41,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T05:32:41,148 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:32:41,150 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T05:32:41,150 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731303221150 2024-11-11T05:32:41,150 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731303281150 2024-11-11T05:32:41,150 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:32:41,150 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39751,1731303159644-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:41,150 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39751,1731303159644-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:41,150 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39751,1731303159644-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:41,150 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:39751, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:41,150 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:41,151 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:41,152 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:32:41,154 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.218sec 2024-11-11T05:32:41,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:32:41,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:32:41,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:32:41,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:32:41,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:32:41,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39751,1731303159644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:41,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39751,1731303159644-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:32:41,157 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:32:41,157 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:32:41,157 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39751,1731303159644-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:41,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0cf669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:41,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,39751,-1 for getting cluster id 2024-11-11T05:32:41,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:32:41,197 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f1b06b7-d79c-4f04-b1c8-08c61287bf87' 2024-11-11T05:32:41,197 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:32:41,197 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f1b06b7-d79c-4f04-b1c8-08c61287bf87" 2024-11-11T05:32:41,198 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b02ba72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:41,198 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,39751,-1] 2024-11-11T05:32:41,198 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:32:41,198 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:41,199 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:32:41,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799a416e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:41,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:41,201 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43897,1731303159826, seqNum=-1] 2024-11-11T05:32:41,202 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:41,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:41,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,39751,1731303159644 2024-11-11T05:32:41,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:32:41,206 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,39751,1731303159644 2024-11-11T05:32:41,206 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fb92505 2024-11-11T05:32:41,206 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:32:41,207 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:32:41,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39751 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39751 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T05:32:41,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:32:41,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:41,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39751 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T05:32:41,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:32:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:41,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:41,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:41,624 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac1dd499e49feb132958a37e67c4aab2, NAME => 'testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87 2024-11-11T05:32:41,626 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => eeb67f4c7dcdda75b7e7e86efb32dbe4, NAME => 'testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87 2024-11-11T05:32:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:42,039 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:42,039 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:42,039 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ac1dd499e49feb132958a37e67c4aab2, disabling compactions & flushes 2024-11-11T05:32:42,039 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing eeb67f4c7dcdda75b7e7e86efb32dbe4, disabling compactions & flushes 2024-11-11T05:32:42,039 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:42,039 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:42,040 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:42,040 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:42,040 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. after waiting 0 ms 2024-11-11T05:32:42,040 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. after waiting 0 ms 2024-11-11T05:32:42,040 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:42,040 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:42,040 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:42,040 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:42,040 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac1dd499e49feb132958a37e67c4aab2: Waiting for close lock at 1731303162039Disabling compacts and flushes for region at 1731303162039Disabling writes for close at 1731303162040 (+1 ms)Writing region close event to WAL at 1731303162040Closed at 1731303162040 2024-11-11T05:32:42,040 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for eeb67f4c7dcdda75b7e7e86efb32dbe4: Waiting for close lock at 1731303162039Disabling compacts and flushes for region at 1731303162039Disabling writes for close at 1731303162040 (+1 ms)Writing region close event to WAL at 1731303162040Closed at 1731303162040 2024-11-11T05:32:42,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:32:42,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303162042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303162042"}]},"ts":"1731303162042"} 2024-11-11T05:32:42,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303162042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303162042"}]},"ts":"1731303162042"} 2024-11-11T05:32:42,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T05:32:42,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:32:42,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303162048"}]},"ts":"1731303162048"} 2024-11-11T05:32:42,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T05:32:42,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:42,053 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:42,053 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:42,053 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:42,054 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:42,054 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:42,054 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:42,054 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:42,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac1dd499e49feb132958a37e67c4aab2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eeb67f4c7dcdda75b7e7e86efb32dbe4, ASSIGN}] 2024-11-11T05:32:42,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eeb67f4c7dcdda75b7e7e86efb32dbe4, ASSIGN 2024-11-11T05:32:42,056 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac1dd499e49feb132958a37e67c4aab2, ASSIGN 2024-11-11T05:32:42,057 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eeb67f4c7dcdda75b7e7e86efb32dbe4, ASSIGN; state=OFFLINE, location=1d14b453aaa0,35225,1731303159869; forceNewPlan=false, retain=false 2024-11-11T05:32:42,057 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac1dd499e49feb132958a37e67c4aab2, ASSIGN; state=OFFLINE, location=1d14b453aaa0,43897,1731303159826; forceNewPlan=false, retain=false 2024-11-11T05:32:42,207 INFO [1d14b453aaa0:39751 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T05:32:42,207 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eeb67f4c7dcdda75b7e7e86efb32dbe4, regionState=OPENING, regionLocation=1d14b453aaa0,35225,1731303159869 2024-11-11T05:32:42,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac1dd499e49feb132958a37e67c4aab2, regionState=OPENING, regionLocation=1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:42,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac1dd499e49feb132958a37e67c4aab2, ASSIGN because future has completed 2024-11-11T05:32:42,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac1dd499e49feb132958a37e67c4aab2, server=1d14b453aaa0,43897,1731303159826}] 2024-11-11T05:32:42,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eeb67f4c7dcdda75b7e7e86efb32dbe4, ASSIGN because future has completed 2024-11-11T05:32:42,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eeb67f4c7dcdda75b7e7e86efb32dbe4, server=1d14b453aaa0,35225,1731303159869}] 2024-11-11T05:32:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:42,366 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:42,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:42,370 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:42,371 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ac1dd499e49feb132958a37e67c4aab2, NAME => 'testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T05:32:42,371 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,371 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:42,371 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,371 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,373 INFO [StoreOpener-ac1dd499e49feb132958a37e67c4aab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,374 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:42,374 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => eeb67f4c7dcdda75b7e7e86efb32dbe4, NAME => 'testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T05:32:42,374 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,374 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:42,375 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,375 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,376 INFO [StoreOpener-ac1dd499e49feb132958a37e67c4aab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac1dd499e49feb132958a37e67c4aab2 columnFamilyName family 2024-11-11T05:32:42,376 DEBUG [StoreOpener-ac1dd499e49feb132958a37e67c4aab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:42,376 INFO [StoreOpener-ac1dd499e49feb132958a37e67c4aab2-1 {}] regionserver.HStore(327): Store=ac1dd499e49feb132958a37e67c4aab2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:42,376 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,376 INFO [StoreOpener-eeb67f4c7dcdda75b7e7e86efb32dbe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,377 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,377 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,378 INFO [StoreOpener-eeb67f4c7dcdda75b7e7e86efb32dbe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eeb67f4c7dcdda75b7e7e86efb32dbe4 columnFamilyName family 2024-11-11T05:32:42,378 DEBUG [StoreOpener-eeb67f4c7dcdda75b7e7e86efb32dbe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:42,378 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,378 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,378 INFO [StoreOpener-eeb67f4c7dcdda75b7e7e86efb32dbe4-1 {}] regionserver.HStore(327): Store=eeb67f4c7dcdda75b7e7e86efb32dbe4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:42,378 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,379 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,379 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,379 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,380 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,380 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,382 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/ac1dd499e49feb132958a37e67c4aab2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:42,382 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,382 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ac1dd499e49feb132958a37e67c4aab2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68053310, jitterRate=0.014073342084884644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:42,382 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:42,383 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ac1dd499e49feb132958a37e67c4aab2: Running coprocessor pre-open hook at 1731303162372Writing region info on filesystem at 1731303162372Initializing all the Stores at 1731303162373 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303162373Cleaning up temporary data from old regions at 1731303162378 (+5 ms)Running coprocessor post-open hooks at 1731303162382 (+4 ms)Region opened successfully at 1731303162383 (+1 ms) 2024-11-11T05:32:42,384 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2., pid=7, masterSystemTime=1731303162363 2024-11-11T05:32:42,384 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/eeb67f4c7dcdda75b7e7e86efb32dbe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:42,384 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened eeb67f4c7dcdda75b7e7e86efb32dbe4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66427113, jitterRate=-0.010158881545066833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:42,384 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:42,385 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for eeb67f4c7dcdda75b7e7e86efb32dbe4: Running coprocessor pre-open hook at 1731303162375Writing region info on filesystem at 1731303162375Initializing all the Stores at 1731303162376 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303162376Cleaning up temporary data from old regions at 1731303162380 (+4 ms)Running coprocessor post-open hooks at 1731303162384 (+4 ms)Region opened successfully at 1731303162384 2024-11-11T05:32:42,385 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4., pid=8, masterSystemTime=1731303162365 2024-11-11T05:32:42,386 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:42,386 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:42,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac1dd499e49feb132958a37e67c4aab2, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:42,387 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:42,387 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:42,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eeb67f4c7dcdda75b7e7e86efb32dbe4, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,35225,1731303159869 2024-11-11T05:32:42,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac1dd499e49feb132958a37e67c4aab2, server=1d14b453aaa0,43897,1731303159826 because future has completed 2024-11-11T05:32:42,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eeb67f4c7dcdda75b7e7e86efb32dbe4, server=1d14b453aaa0,35225,1731303159869 because future has completed 2024-11-11T05:32:42,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T05:32:42,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac1dd499e49feb132958a37e67c4aab2, server=1d14b453aaa0,43897,1731303159826 in 180 msec 2024-11-11T05:32:42,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T05:32:42,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure eeb67f4c7dcdda75b7e7e86efb32dbe4, server=1d14b453aaa0,35225,1731303159869 in 179 msec 2024-11-11T05:32:42,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac1dd499e49feb132958a37e67c4aab2, ASSIGN in 338 msec 2024-11-11T05:32:42,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T05:32:42,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eeb67f4c7dcdda75b7e7e86efb32dbe4, ASSIGN in 339 msec 2024-11-11T05:32:42,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:32:42,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303162397"}]},"ts":"1731303162397"} 2024-11-11T05:32:42,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T05:32:42,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:32:42,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.1930 sec 2024-11-11T05:32:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:43,374 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T05:32:43,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T05:32:43,374 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:43,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T05:32:43,378 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:43,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T05:32:43,382 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2., hostname=1d14b453aaa0,43897,1731303159826, seqNum=2] 2024-11-11T05:32:43,395 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4., hostname=1d14b453aaa0,35225,1731303159869, seqNum=2] 2024-11-11T05:32:43,396 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:43,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:43,406 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ac1dd499e49feb132958a37e67c4aab2 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T05:32:43,421 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/ac1dd499e49feb132958a37e67c4aab2/.tmp/family/86fd3fe134784df584ec8f6f024b5a36 is 32, key is 1/family:/1731303163383/Put/seqid=0 2024-11-11T05:32:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741839_1015 (size=5054) 2024-11-11T05:32:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741839_1015 (size=5054) 2024-11-11T05:32:43,426 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/ac1dd499e49feb132958a37e67c4aab2/.tmp/family/86fd3fe134784df584ec8f6f024b5a36 2024-11-11T05:32:43,432 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/ac1dd499e49feb132958a37e67c4aab2/.tmp/family/86fd3fe134784df584ec8f6f024b5a36 as hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/ac1dd499e49feb132958a37e67c4aab2/family/86fd3fe134784df584ec8f6f024b5a36 2024-11-11T05:32:43,438 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/ac1dd499e49feb132958a37e67c4aab2/family/86fd3fe134784df584ec8f6f024b5a36, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T05:32:43,439 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ac1dd499e49feb132958a37e67c4aab2 in 33ms, sequenceid=8, compaction requested=false 2024-11-11T05:32:43,439 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ac1dd499e49feb132958a37e67c4aab2: 2024-11-11T05:32:43,439 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eeb67f4c7dcdda75b7e7e86efb32dbe4 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T05:32:43,455 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/eeb67f4c7dcdda75b7e7e86efb32dbe4/.tmp/family/01549892f8a64885882608904fc67293 is 32, key is 5/family:/1731303163398/Put/seqid=0 2024-11-11T05:32:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741840_1016 (size=5083) 2024-11-11T05:32:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741840_1016 (size=5083) 2024-11-11T05:32:43,861 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/eeb67f4c7dcdda75b7e7e86efb32dbe4/.tmp/family/01549892f8a64885882608904fc67293 2024-11-11T05:32:43,868 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/eeb67f4c7dcdda75b7e7e86efb32dbe4/.tmp/family/01549892f8a64885882608904fc67293 as hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/eeb67f4c7dcdda75b7e7e86efb32dbe4/family/01549892f8a64885882608904fc67293 2024-11-11T05:32:43,874 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/eeb67f4c7dcdda75b7e7e86efb32dbe4/family/01549892f8a64885882608904fc67293, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T05:32:43,875 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for eeb67f4c7dcdda75b7e7e86efb32dbe4 in 436ms, sequenceid=9, compaction requested=false 2024-11-11T05:32:43,875 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eeb67f4c7dcdda75b7e7e86efb32dbe4: 2024-11-11T05:32:43,877 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 86fd3fe134784df584ec8f6f024b5a36, starting offset: 0, end offset: 9223372036854775807 2024-11-11T05:32:43,877 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 86fd3fe134784df584ec8f6f024b5a36_0 from back map with offset lock 2094080 in the evict process 2024-11-11T05:32:43,878 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 01549892f8a64885882608904fc67293, starting offset: 0, end offset: 9223372036854775807 2024-11-11T05:32:43,878 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 01549892f8a64885882608904fc67293_0 from back map with offset lock 2094080 in the evict process 2024-11-11T05:32:43,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:32:43,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:43,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:43,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:43,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:43,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:32:43,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:32:43,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1491659390, stopped=false 2024-11-11T05:32:43,879 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,39751,1731303159644 2024-11-11T05:32:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:43,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:43,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:43,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:43,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:43,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:43,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:43,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:43,934 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,43897,1731303159826' ***** 2024-11-11T05:32:43,934 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:43,934 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,35225,1731303159869' ***** 2024-11-11T05:32:43,934 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:43,934 INFO [RS:1;1d14b453aaa0:35225 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T05:32:43,935 INFO [RS:0;1d14b453aaa0:43897 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T05:32:43,935 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T05:32:43,935 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T05:32:43,935 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T05:32:43,935 INFO [RS:1;1d14b453aaa0:35225 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T05:32:43,935 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T05:32:43,935 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:43,935 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T05:32:43,935 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T05:32:43,935 INFO [RS:0;1d14b453aaa0:43897 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T05:32:43,936 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:43,936 INFO [RS:1;1d14b453aaa0:35225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:43,936 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:43,936 INFO [RS:1;1d14b453aaa0:35225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:43,936 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:43,936 INFO [RS:0;1d14b453aaa0:43897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:43,936 INFO [RS:0;1d14b453aaa0:43897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:43,936 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(3091): Received CLOSE for eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:43,937 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(3091): Received CLOSE for ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:43,937 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,35225,1731303159869 2024-11-11T05:32:43,937 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:43,937 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:43,937 INFO [RS:1;1d14b453aaa0:35225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1d14b453aaa0:35225. 2024-11-11T05:32:43,937 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:43,937 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eeb67f4c7dcdda75b7e7e86efb32dbe4, disabling compactions & flushes 2024-11-11T05:32:43,937 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:43,937 DEBUG [RS:1;1d14b453aaa0:35225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:43,937 INFO [RS:0;1d14b453aaa0:43897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:43897. 2024-11-11T05:32:43,937 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac1dd499e49feb132958a37e67c4aab2, disabling compactions & flushes 2024-11-11T05:32:43,937 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:43,937 DEBUG [RS:1;1d14b453aaa0:35225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:43,937 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. after waiting 0 ms 2024-11-11T05:32:43,937 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:43,937 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:43,937 DEBUG [RS:0;1d14b453aaa0:43897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:43,937 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:43,937 DEBUG [RS:0;1d14b453aaa0:43897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:43,937 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:32:43,937 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. after waiting 0 ms 2024-11-11T05:32:43,937 DEBUG [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(1325): Online Regions={eeb67f4c7dcdda75b7e7e86efb32dbe4=testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4.} 2024-11-11T05:32:43,938 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:43,938 DEBUG [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(1351): Waiting on eeb67f4c7dcdda75b7e7e86efb32dbe4 2024-11-11T05:32:43,938 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:43,938 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:43,938 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:43,938 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:32:43,939 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:32:43,939 DEBUG [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ac1dd499e49feb132958a37e67c4aab2=testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2.} 2024-11-11T05:32:43,939 DEBUG [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac1dd499e49feb132958a37e67c4aab2 2024-11-11T05:32:43,939 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:43,939 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:43,939 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:43,939 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:43,939 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:43,940 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T05:32:43,943 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/eeb67f4c7dcdda75b7e7e86efb32dbe4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T05:32:43,943 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/default/testClearRegionBlockCache/ac1dd499e49feb132958a37e67c4aab2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T05:32:43,944 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:43,944 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac1dd499e49feb132958a37e67c4aab2: Waiting for close lock at 1731303163937Running coprocessor pre-close hooks at 1731303163937Disabling compacts and flushes for region at 1731303163937Disabling writes for close at 1731303163938 (+1 ms)Writing region close event to WAL at 1731303163939 (+1 ms)Running coprocessor post-close hooks at 1731303163944 (+5 ms)Closed at 1731303163944 2024-11-11T05:32:43,944 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:43,944 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eeb67f4c7dcdda75b7e7e86efb32dbe4: Waiting for close lock at 1731303163937Running coprocessor pre-close hooks at 1731303163937Disabling compacts and flushes for region at 1731303163937Disabling writes for close at 1731303163937Writing region close event to WAL at 1731303163939 (+2 ms)Running coprocessor post-close hooks at 1731303163944 (+5 ms)Closed at 1731303163944 2024-11-11T05:32:43,944 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731303161208.ac1dd499e49feb132958a37e67c4aab2. 2024-11-11T05:32:43,944 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4. 2024-11-11T05:32:43,987 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/.tmp/info/b612b32c074545379fb8a071bcc204fb is 173, key is testClearRegionBlockCache,5,1731303161208.eeb67f4c7dcdda75b7e7e86efb32dbe4./info:regioninfo/1731303162388/Put/seqid=0 2024-11-11T05:32:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:43,993 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/.tmp/info/b612b32c074545379fb8a071bcc204fb 2024-11-11T05:32:44,002 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:44,004 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:44,014 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/.tmp/ns/b971a7b618cf4f8f9581662be71e60d8 is 43, key is default/ns:d/1731303161143/Put/seqid=0 2024-11-11T05:32:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:44,020 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/.tmp/ns/b971a7b618cf4f8f9581662be71e60d8 2024-11-11T05:32:44,040 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/.tmp/table/1999cd06eda34fffb42bbcb120896e66 is 61, key is testClearRegionBlockCache/table:state/1731303162397/Put/seqid=0 2024-11-11T05:32:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:44,045 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/.tmp/table/1999cd06eda34fffb42bbcb120896e66 2024-11-11T05:32:44,051 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/.tmp/info/b612b32c074545379fb8a071bcc204fb as hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/info/b612b32c074545379fb8a071bcc204fb 2024-11-11T05:32:44,057 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/info/b612b32c074545379fb8a071bcc204fb, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T05:32:44,058 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/.tmp/ns/b971a7b618cf4f8f9581662be71e60d8 as hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/ns/b971a7b618cf4f8f9581662be71e60d8 2024-11-11T05:32:44,063 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/ns/b971a7b618cf4f8f9581662be71e60d8, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T05:32:44,064 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/.tmp/table/1999cd06eda34fffb42bbcb120896e66 as hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/table/1999cd06eda34fffb42bbcb120896e66 2024-11-11T05:32:44,070 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/table/1999cd06eda34fffb42bbcb120896e66, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T05:32:44,071 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=13, compaction requested=false 2024-11-11T05:32:44,077 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T05:32:44,077 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:32:44,078 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:44,078 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303163939Running coprocessor pre-close hooks at 1731303163939Disabling compacts and flushes for region at 1731303163939Disabling writes for close at 1731303163939Obtaining lock to block concurrent updates at 1731303163940 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731303163940Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731303163940Flushing stores of hbase:meta,,1.1588230740 at 1731303163941 (+1 ms)Flushing 1588230740/info: creating writer at 1731303163941Flushing 1588230740/info: appending metadata at 1731303163986 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731303163986Flushing 1588230740/ns: creating writer at 1731303163999 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731303164014 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731303164014Flushing 1588230740/table: creating writer at 1731303164025 (+11 ms)Flushing 1588230740/table: appending metadata at 1731303164040 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731303164040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de5d390: reopening flushed file at 1731303164050 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a72e054: reopening flushed file at 1731303164057 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14703520: reopening flushed file at 1731303164064 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=13, compaction requested=false at 1731303164071 (+7 ms)Writing region close event to WAL at 1731303164073 (+2 ms)Running coprocessor post-close hooks at 1731303164077 (+4 ms)Closed at 1731303164077 2024-11-11T05:32:44,078 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:44,138 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,35225,1731303159869; all regions closed. 2024-11-11T05:32:44,139 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,43897,1731303159826; all regions closed. 2024-11-11T05:32:44,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741833_1009 (size=1867) 2024-11-11T05:32:44,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741833_1009 (size=1867) 2024-11-11T05:32:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:44,146 DEBUG [RS:1;1d14b453aaa0:35225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/oldWALs 2024-11-11T05:32:44,146 INFO [RS:1;1d14b453aaa0:35225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C35225%2C1731303159869:(num 1731303160732) 2024-11-11T05:32:44,146 DEBUG [RS:1;1d14b453aaa0:35225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:44,146 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:44,146 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:44,146 DEBUG [RS:0;1d14b453aaa0:43897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/oldWALs 2024-11-11T05:32:44,146 INFO [RS:0;1d14b453aaa0:43897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C43897%2C1731303159826.meta:.meta(num 1731303161079) 2024-11-11T05:32:44,146 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:44,147 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:44,147 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:44,147 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:44,147 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:44,147 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:44,147 INFO [RS:1;1d14b453aaa0:35225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35225 2024-11-11T05:32:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741834_1010 (size=1758) 2024-11-11T05:32:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741834_1010 (size=1758) 2024-11-11T05:32:44,151 DEBUG [RS:0;1d14b453aaa0:43897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/oldWALs 2024-11-11T05:32:44,151 INFO [RS:0;1d14b453aaa0:43897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C43897%2C1731303159826:(num 1731303160732) 2024-11-11T05:32:44,151 DEBUG [RS:0;1d14b453aaa0:43897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:44,151 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:44,152 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:44,152 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:44,152 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:44,152 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:44,152 INFO [RS:0;1d14b453aaa0:43897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43897 2024-11-11T05:32:44,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:44,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,35225,1731303159869 2024-11-11T05:32:44,157 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:44,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,43897,1731303159826 2024-11-11T05:32:44,168 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:44,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,35225,1731303159869] 2024-11-11T05:32:44,199 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,35225,1731303159869 already deleted, retry=false 2024-11-11T05:32:44,199 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,35225,1731303159869 expired; onlineServers=1 2024-11-11T05:32:44,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,43897,1731303159826] 2024-11-11T05:32:44,210 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,43897,1731303159826 already deleted, retry=false 2024-11-11T05:32:44,210 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,43897,1731303159826 expired; onlineServers=0 2024-11-11T05:32:44,210 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,39751,1731303159644' ***** 2024-11-11T05:32:44,210 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:32:44,210 INFO [M:0;1d14b453aaa0:39751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:44,210 INFO [M:0;1d14b453aaa0:39751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:44,210 DEBUG [M:0;1d14b453aaa0:39751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:32:44,210 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:32:44,210 DEBUG [M:0;1d14b453aaa0:39751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:32:44,210 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303160432 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303160432,5,FailOnTimeoutGroup] 2024-11-11T05:32:44,210 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303160432 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303160432,5,FailOnTimeoutGroup] 2024-11-11T05:32:44,211 INFO [M:0;1d14b453aaa0:39751 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:44,211 INFO [M:0;1d14b453aaa0:39751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:44,211 DEBUG [M:0;1d14b453aaa0:39751 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:32:44,211 INFO [M:0;1d14b453aaa0:39751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:32:44,212 INFO [M:0;1d14b453aaa0:39751 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:44,212 INFO [M:0;1d14b453aaa0:39751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:32:44,212 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:32:44,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:44,221 DEBUG [M:0;1d14b453aaa0:39751 {}] zookeeper.ZKUtil(347): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T05:32:44,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:44,221 WARN [M:0;1d14b453aaa0:39751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:32:44,222 INFO [M:0;1d14b453aaa0:39751 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/.lastflushedseqids 2024-11-11T05:32:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741844_1020 (size=191) 2024-11-11T05:32:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741844_1020 (size=191) 2024-11-11T05:32:44,229 INFO [M:0;1d14b453aaa0:39751 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:32:44,229 INFO [M:0;1d14b453aaa0:39751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:32:44,230 DEBUG [M:0;1d14b453aaa0:39751 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:44,230 INFO [M:0;1d14b453aaa0:39751 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:44,230 DEBUG [M:0;1d14b453aaa0:39751 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:44,230 DEBUG [M:0;1d14b453aaa0:39751 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:44,230 DEBUG [M:0;1d14b453aaa0:39751 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:44,230 INFO [M:0;1d14b453aaa0:39751 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-11T05:32:44,245 DEBUG [M:0;1d14b453aaa0:39751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/130e793997c14d7c9cadb0fdfcd4d052 is 82, key is hbase:meta,,1/info:regioninfo/1731303161119/Put/seqid=0 2024-11-11T05:32:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:44,250 INFO [M:0;1d14b453aaa0:39751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/130e793997c14d7c9cadb0fdfcd4d052 2024-11-11T05:32:44,268 DEBUG [M:0;1d14b453aaa0:39751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bbd8588f24d4248b9b7fff572de4d0f is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731303162402/Put/seqid=0 2024-11-11T05:32:44,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741846_1022 (size=6220) 2024-11-11T05:32:44,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741846_1022 (size=6220) 2024-11-11T05:32:44,273 INFO [M:0;1d14b453aaa0:39751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bbd8588f24d4248b9b7fff572de4d0f 2024-11-11T05:32:44,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:44,278 INFO [RS:1;1d14b453aaa0:35225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:44,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x1012861b2f30002, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:44,278 INFO [RS:1;1d14b453aaa0:35225 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,35225,1731303159869; zookeeper connection closed. 2024-11-11T05:32:44,278 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@698ecd72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@698ecd72 2024-11-11T05:32:44,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:44,289 INFO [RS:0;1d14b453aaa0:43897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:44,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43897-0x1012861b2f30001, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:44,289 INFO [RS:0;1d14b453aaa0:43897 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,43897,1731303159826; zookeeper connection closed. 2024-11-11T05:32:44,289 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1da45224 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1da45224 2024-11-11T05:32:44,289 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T05:32:44,293 DEBUG [M:0;1d14b453aaa0:39751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/342947126f75407991479e9ed1e6d35f is 69, key is 1d14b453aaa0,35225,1731303159869/rs:state/1731303160539/Put/seqid=0 2024-11-11T05:32:44,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:44,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:44,298 INFO [M:0;1d14b453aaa0:39751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/342947126f75407991479e9ed1e6d35f 2024-11-11T05:32:44,303 DEBUG [M:0;1d14b453aaa0:39751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/130e793997c14d7c9cadb0fdfcd4d052 as hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/130e793997c14d7c9cadb0fdfcd4d052 2024-11-11T05:32:44,308 INFO [M:0;1d14b453aaa0:39751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/130e793997c14d7c9cadb0fdfcd4d052, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T05:32:44,309 DEBUG [M:0;1d14b453aaa0:39751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bbd8588f24d4248b9b7fff572de4d0f as hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bbd8588f24d4248b9b7fff572de4d0f 2024-11-11T05:32:44,314 INFO [M:0;1d14b453aaa0:39751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bbd8588f24d4248b9b7fff572de4d0f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T05:32:44,316 DEBUG [M:0;1d14b453aaa0:39751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/342947126f75407991479e9ed1e6d35f as hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/342947126f75407991479e9ed1e6d35f 2024-11-11T05:32:44,321 INFO [M:0;1d14b453aaa0:39751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d7df2c85-a3fd-6fa2-5f25-8d2b2f2a5d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/342947126f75407991479e9ed1e6d35f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T05:32:44,322 INFO [M:0;1d14b453aaa0:39751 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=71, compaction requested=false 2024-11-11T05:32:44,324 INFO [M:0;1d14b453aaa0:39751 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:44,324 DEBUG [M:0;1d14b453aaa0:39751 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303164230Disabling compacts and flushes for region at 1731303164230Disabling writes for close at 1731303164230Obtaining lock to block concurrent updates at 1731303164230Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731303164230Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731303164230Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731303164231 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731303164231Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731303164244 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731303164244Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731303164254 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731303164268 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731303164268Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731303164278 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731303164292 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731303164292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f7afa9: reopening flushed file at 1731303164302 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3065c160: reopening flushed file at 1731303164308 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf79c3: reopening flushed file at 1731303164315 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=71, compaction requested=false at 1731303164322 (+7 ms)Writing region close event to WAL at 1731303164324 (+2 ms)Closed at 1731303164324 2024-11-11T05:32:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43553 is added to blk_1073741830_1006 (size=35452) 2024-11-11T05:32:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741830_1006 (size=35452) 2024-11-11T05:32:44,327 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:44,327 INFO [M:0;1d14b453aaa0:39751 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:32:44,327 INFO [M:0;1d14b453aaa0:39751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39751 2024-11-11T05:32:44,327 INFO [M:0;1d14b453aaa0:39751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:44,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:44,436 INFO [M:0;1d14b453aaa0:39751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:44,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39751-0x1012861b2f30000, quorum=127.0.0.1:54272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:44,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15971e49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:44,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36cbdd45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:44,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:44,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26750469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:44,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b1c2df2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:44,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:44,442 WARN [BP-1329592310-172.17.0.2-1731303157544 heartbeating to localhost/127.0.0.1:45505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:44,442 WARN [BP-1329592310-172.17.0.2-1731303157544 heartbeating to localhost/127.0.0.1:45505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1329592310-172.17.0.2-1731303157544 (Datanode Uuid dde7b503-6b85-4508-9b5f-e88585bc9c96) service to localhost/127.0.0.1:45505 2024-11-11T05:32:44,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:44,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/data/data3/current/BP-1329592310-172.17.0.2-1731303157544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:44,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/data/data4/current/BP-1329592310-172.17.0.2-1731303157544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:44,443 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:44,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@379fa90d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:44,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78d38918{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:44,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:44,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c74cf3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:44,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6133bb31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:44,447 WARN [BP-1329592310-172.17.0.2-1731303157544 heartbeating to localhost/127.0.0.1:45505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:44,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:44,447 WARN [BP-1329592310-172.17.0.2-1731303157544 heartbeating to localhost/127.0.0.1:45505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1329592310-172.17.0.2-1731303157544 (Datanode Uuid 6864f7e0-fb37-4908-b896-aa66971ea0ac) service to localhost/127.0.0.1:45505 2024-11-11T05:32:44,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:44,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/data/data1/current/BP-1329592310-172.17.0.2-1731303157544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:44,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/cluster_46621b55-2961-9f75-b070-23efe6c6d69a/data/data2/current/BP-1329592310-172.17.0.2-1731303157544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:44,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:44,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bdbaf49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:44,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62df0526{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:44,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:44,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ce28638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:44,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@769b0c7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:44,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:32:44,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:32:44,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=167 (was 150) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45505 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45505 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=524 (was 498) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 892), ProcessCount=11 (was 11), AvailableMemoryMB=7327 (was 7431) 2024-11-11T05:32:44,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=167, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=7327 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.log.dir so I do NOT create it in target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f 2024-11-11T05:32:44,501 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.tmp.dir so I do NOT create it in target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f 2024-11-11T05:32:44,501 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/368aa8c3-ddb3-cdc4-b7eb-23e52985ed2d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:32:44,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832, deleteOnExit=true 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/test.cache.data in system properties and HBase conf 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:32:44,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:32:44,502 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:32:44,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:32:44,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:44,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:44,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:44,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:44,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:44,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:44,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ac4636d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:44,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27209016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:44,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@250bf691{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/java.io.tmpdir/jetty-localhost-38901-hadoop-hdfs-3_4_1-tests_jar-_-any-7625992592800636382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:44,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c1f5359{HTTP/1.1, (http/1.1)}{localhost:38901} 2024-11-11T05:32:44,892 INFO [Time-limited test {}] server.Server(415): Started @36053ms 2024-11-11T05:32:45,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:45,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:45,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:45,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:45,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:32:45,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e39c8ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:45,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142e5902{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:45,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b1d0e01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/java.io.tmpdir/jetty-localhost-45003-hadoop-hdfs-3_4_1-tests_jar-_-any-10100717247081354553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:45,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfe8e88{HTTP/1.1, (http/1.1)}{localhost:45003} 2024-11-11T05:32:45,426 INFO [Time-limited test {}] server.Server(415): Started @36587ms 2024-11-11T05:32:45,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:45,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:32:45,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:32:45,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:32:45,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:32:45,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:32:45,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51ca635f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:32:45,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f930ede{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:32:45,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6433800e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/java.io.tmpdir/jetty-localhost-36097-hadoop-hdfs-3_4_1-tests_jar-_-any-699102552807250625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:45,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46f2bc9e{HTTP/1.1, (http/1.1)}{localhost:36097} 2024-11-11T05:32:45,557 INFO [Time-limited test {}] server.Server(415): Started @36718ms 2024-11-11T05:32:45,558 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:32:45,825 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:32:45,825 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:32:45,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:32:46,606 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:32:46,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:46,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:46,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:46,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:46,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:46,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:46,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:46,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:46,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:46,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:32:46,728 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/data/data1/current/BP-1143336045-172.17.0.2-1731303164517/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:46,728 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/data/data2/current/BP-1143336045-172.17.0.2-1731303164517/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:46,747 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:46,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71775336546b7c1b with lease ID 0x10bdf60d21f13037: Processing first storage report for DS-b3dc530f-8475-4bbd-bc99-6e012fe5c854 from datanode DatanodeRegistration(127.0.0.1:42765, datanodeUuid=d427a9f7-43b0-462d-844f-cd294487aa0c, infoPort=46085, infoSecurePort=0, ipcPort=42439, storageInfo=lv=-57;cid=testClusterID;nsid=1467292250;c=1731303164517) 2024-11-11T05:32:46,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71775336546b7c1b with lease ID 0x10bdf60d21f13037: from storage DS-b3dc530f-8475-4bbd-bc99-6e012fe5c854 node DatanodeRegistration(127.0.0.1:42765, datanodeUuid=d427a9f7-43b0-462d-844f-cd294487aa0c, infoPort=46085, infoSecurePort=0, ipcPort=42439, storageInfo=lv=-57;cid=testClusterID;nsid=1467292250;c=1731303164517), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T05:32:46,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71775336546b7c1b with lease ID 0x10bdf60d21f13037: Processing first storage report for DS-badda7f8-fbb1-4025-8c3a-d01fa933100b from datanode DatanodeRegistration(127.0.0.1:42765, datanodeUuid=d427a9f7-43b0-462d-844f-cd294487aa0c, infoPort=46085, infoSecurePort=0, ipcPort=42439, storageInfo=lv=-57;cid=testClusterID;nsid=1467292250;c=1731303164517) 2024-11-11T05:32:46,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71775336546b7c1b with lease ID 0x10bdf60d21f13037: from storage DS-badda7f8-fbb1-4025-8c3a-d01fa933100b node DatanodeRegistration(127.0.0.1:42765, datanodeUuid=d427a9f7-43b0-462d-844f-cd294487aa0c, infoPort=46085, infoSecurePort=0, ipcPort=42439, storageInfo=lv=-57;cid=testClusterID;nsid=1467292250;c=1731303164517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:46,882 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/data/data3/current/BP-1143336045-172.17.0.2-1731303164517/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:46,883 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/data/data4/current/BP-1143336045-172.17.0.2-1731303164517/current, will proceed with Du for space computation calculation, 2024-11-11T05:32:46,907 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:32:46,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8090c0b5c03c2208 with lease ID 0x10bdf60d21f13038: Processing first storage report for DS-8c6109ed-5224-486e-8b7a-4dbd8e6913ce from datanode DatanodeRegistration(127.0.0.1:34331, datanodeUuid=fb3c3164-d0c3-40d2-930a-c2643b4d7f01, infoPort=40903, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=1467292250;c=1731303164517) 2024-11-11T05:32:46,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8090c0b5c03c2208 with lease ID 0x10bdf60d21f13038: from storage DS-8c6109ed-5224-486e-8b7a-4dbd8e6913ce node DatanodeRegistration(127.0.0.1:34331, datanodeUuid=fb3c3164-d0c3-40d2-930a-c2643b4d7f01, infoPort=40903, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=1467292250;c=1731303164517), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:46,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8090c0b5c03c2208 with lease ID 0x10bdf60d21f13038: Processing first storage report for DS-6073aec0-c138-4432-a0ce-3de940c7f42c from datanode DatanodeRegistration(127.0.0.1:34331, datanodeUuid=fb3c3164-d0c3-40d2-930a-c2643b4d7f01, infoPort=40903, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=1467292250;c=1731303164517) 2024-11-11T05:32:46,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8090c0b5c03c2208 with lease ID 0x10bdf60d21f13038: from storage DS-6073aec0-c138-4432-a0ce-3de940c7f42c node DatanodeRegistration(127.0.0.1:34331, datanodeUuid=fb3c3164-d0c3-40d2-930a-c2643b4d7f01, infoPort=40903, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=1467292250;c=1731303164517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:32:46,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f 2024-11-11T05:32:47,001 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/zookeeper_0, clientPort=61788, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:32:47,002 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61788 2024-11-11T05:32:47,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:47,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:32:47,015 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9 with version=8 2024-11-11T05:32:47,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/hbase-staging 2024-11-11T05:32:47,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:47,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:47,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:47,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:47,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:47,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:47,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:32:47,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:47,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37131 2024-11-11T05:32:47,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37131 connecting to ZooKeeper ensemble=127.0.0.1:61788 2024-11-11T05:32:47,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371310x0, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:47,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37131-0x1012861cfc20000 connected 2024-11-11T05:32:47,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:47,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:47,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:47,164 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9, hbase.cluster.distributed=false 2024-11-11T05:32:47,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:47,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-11T05:32:47,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37131 2024-11-11T05:32:47,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37131 2024-11-11T05:32:47,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-11T05:32:47,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-11T05:32:47,187 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:47,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:47,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:47,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:47,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:47,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:47,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:47,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:47,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38275 2024-11-11T05:32:47,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38275 connecting to ZooKeeper ensemble=127.0.0.1:61788 2024-11-11T05:32:47,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:47,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:47,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382750x0, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:47,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38275-0x1012861cfc20001 connected 2024-11-11T05:32:47,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:47,206 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:47,206 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T05:32:47,210 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T05:32:47,210 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T05:32:47,211 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T05:32:47,211 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:47,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:47,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:47,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38275 2024-11-11T05:32:47,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38275 2024-11-11T05:32:47,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38275 2024-11-11T05:32:47,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38275 2024-11-11T05:32:47,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38275 2024-11-11T05:32:47,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:32:47,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:47,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:47,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:32:47,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:32:47,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:32:47,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:32:47,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:32:47,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35987 2024-11-11T05:32:47,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35987 connecting to ZooKeeper ensemble=127.0.0.1:61788 2024-11-11T05:32:47,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:47,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:47,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359870x0, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:32:47,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359870x0, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:47,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35987-0x1012861cfc20002 connected 2024-11-11T05:32:47,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:32:47,242 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T05:32:47,247 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T05:32:47,248 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T05:32:47,248 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T05:32:47,248 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:32:47,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:32:47,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:32:47,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35987 2024-11-11T05:32:47,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35987 2024-11-11T05:32:47,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35987 2024-11-11T05:32:47,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35987 2024-11-11T05:32:47,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35987 2024-11-11T05:32:47,262 DEBUG [M:0;1d14b453aaa0:37131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:37131 2024-11-11T05:32:47,263 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1d14b453aaa0,37131,1731303167016 2024-11-11T05:32:47,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:47,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:47,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:47,273 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1d14b453aaa0,37131,1731303167016 2024-11-11T05:32:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,284 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T05:32:47,284 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1d14b453aaa0,37131,1731303167016 from backup master directory 2024-11-11T05:32:47,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1d14b453aaa0,37131,1731303167016 2024-11-11T05:32:47,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:47,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:47,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:32:47,294 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:47,294 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,37131,1731303167016 2024-11-11T05:32:47,300 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/hbase.id] with ID: d2fb60a4-e8ec-4091-96c6-95fc72b335e1 2024-11-11T05:32:47,300 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/.tmp/hbase.id 2024-11-11T05:32:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:47,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:32:47,308 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/.tmp/hbase.id]:[hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/hbase.id] 2024-11-11T05:32:47,319 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:32:47,319 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:32:47,320 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:32:47,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:32:47,340 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:47,341 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:32:47,341 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:47,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:47,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:32:47,350 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store 2024-11-11T05:32:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:32:47,760 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:47,760 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:47,760 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:47,760 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:47,760 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:47,760 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:47,761 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:47,761 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303167760Disabling compacts and flushes for region at 1731303167760Disabling writes for close at 1731303167760Writing region close event to WAL at 1731303167761 (+1 ms)Closed at 1731303167761 2024-11-11T05:32:47,764 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/.initializing 2024-11-11T05:32:47,764 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/WALs/1d14b453aaa0,37131,1731303167016 2024-11-11T05:32:47,767 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:47,770 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C37131%2C1731303167016, suffix=, logDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/WALs/1d14b453aaa0,37131,1731303167016, archiveDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/oldWALs, maxLogs=10 2024-11-11T05:32:47,783 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/WALs/1d14b453aaa0,37131,1731303167016/1d14b453aaa0%2C37131%2C1731303167016.1731303167770, exclude list is [], retry=0 2024-11-11T05:32:47,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-b3dc530f-8475-4bbd-bc99-6e012fe5c854,DISK] 2024-11-11T05:32:47,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34331,DS-8c6109ed-5224-486e-8b7a-4dbd8e6913ce,DISK] 2024-11-11T05:32:47,788 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/WALs/1d14b453aaa0,37131,1731303167016/1d14b453aaa0%2C37131%2C1731303167016.1731303167770 2024-11-11T05:32:47,788 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46085:46085),(127.0.0.1/127.0.0.1:40903:40903)] 2024-11-11T05:32:47,788 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:47,788 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:47,788 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,788 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:32:47,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:47,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:47,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:32:47,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:47,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:47,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:32:47,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:47,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:47,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:32:47,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:47,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:47,796 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,797 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,797 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,798 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,798 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,799 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:47,800 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:32:47,801 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:47,802 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70044827, jitterRate=0.043749257922172546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:47,802 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731303167788Initializing all the Stores at 1731303167789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303167789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303167789Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303167789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303167789Cleaning up temporary data from old regions at 1731303167798 (+9 ms)Region opened successfully at 1731303167802 (+4 ms) 2024-11-11T05:32:47,803 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:32:47,805 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297db002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:47,806 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:32:47,806 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:32:47,806 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:32:47,807 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:32:47,807 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:32:47,807 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:32:47,807 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:32:47,809 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:32:47,810 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T05:32:47,858 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T05:32:47,858 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:32:47,859 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:32:47,868 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T05:32:47,868 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:32:47,870 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:32:47,879 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T05:32:47,880 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:32:47,889 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T05:32:47,892 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:32:47,904 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T05:32:47,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:47,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:47,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:47,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,915 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,37131,1731303167016, sessionid=0x1012861cfc20000, setting cluster-up flag (Was=false) 2024-11-11T05:32:47,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,967 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T05:32:47,968 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,37131,1731303167016 2024-11-11T05:32:47,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:47,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:48,020 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T05:32:48,023 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,37131,1731303167016 2024-11-11T05:32:48,025 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:32:48,029 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:48,029 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:32:48,029 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:32:48,030 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,37131,1731303167016 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:32:48,031 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:48,031 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:48,031 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:48,031 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:32:48,031 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:32:48,031 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,031 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:48,032 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,032 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731303198032 2024-11-11T05:32:48,032 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:32:48,032 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:32:48,032 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:32:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:32:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:32:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:32:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:48,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:32:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:32:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:32:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:32:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:32:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:32:48,034 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303168034,5,FailOnTimeoutGroup] 2024-11-11T05:32:48,034 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303168034,5,FailOnTimeoutGroup] 2024-11-11T05:32:48,034 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,034 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:32:48,034 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,034 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,034 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:48,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:32:48,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:48,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:32:48,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:32:48,042 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9 2024-11-11T05:32:48,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:48,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:32:48,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:48,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:48,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:48,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:48,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:48,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:48,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:48,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:48,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:48,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:48,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:48,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:48,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:48,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:48,054 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(746): ClusterId : d2fb60a4-e8ec-4091-96c6-95fc72b335e1 2024-11-11T05:32:48,054 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(746): ClusterId : d2fb60a4-e8ec-4091-96c6-95fc72b335e1 2024-11-11T05:32:48,054 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:48,054 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:32:48,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:48,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:48,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:48,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:48,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740 2024-11-11T05:32:48,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740 2024-11-11T05:32:48,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:48,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:48,058 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:48,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:48,060 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:48,061 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72100361, jitterRate=0.074379101395607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:48,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731303168048Initializing all the Stores at 1731303168048Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303168049 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303168049Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303168049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303168049Cleaning up temporary data from old regions at 1731303168057 (+8 ms)Region opened successfully at 1731303168062 (+5 ms) 2024-11-11T05:32:48,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:48,062 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:48,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:48,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:48,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:48,062 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:48,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303168062Disabling compacts and flushes for region at 1731303168062Disabling writes for close at 1731303168062Writing region close event to WAL at 1731303168062Closed at 1731303168062 2024-11-11T05:32:48,063 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:48,063 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:32:48,063 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:48,063 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:32:48,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:48,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:32:48,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:32:48,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:48,066 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:32:48,073 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:48,073 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:32:48,073 DEBUG [RS:0;1d14b453aaa0:38275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4602faa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:48,073 DEBUG [RS:1;1d14b453aaa0:35987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29303f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:32:48,084 DEBUG [RS:0;1d14b453aaa0:38275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:38275 2024-11-11T05:32:48,084 DEBUG [RS:1;1d14b453aaa0:35987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1d14b453aaa0:35987 2024-11-11T05:32:48,084 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:48,084 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:32:48,084 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:48,084 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:32:48,084 DEBUG [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:48,084 DEBUG [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:32:48,085 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,37131,1731303167016 with port=38275, startcode=1731303167186 2024-11-11T05:32:48,085 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,37131,1731303167016 with port=35987, startcode=1731303167227 2024-11-11T05:32:48,085 DEBUG [RS:1;1d14b453aaa0:35987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:48,085 DEBUG [RS:0;1d14b453aaa0:38275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:32:48,086 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:48,087 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:32:48,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,35987,1731303167227 2024-11-11T05:32:48,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37131 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,35987,1731303167227 2024-11-11T05:32:48,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:48,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37131 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:48,088 DEBUG [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9 2024-11-11T05:32:48,088 DEBUG [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39853 2024-11-11T05:32:48,088 DEBUG [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:48,089 DEBUG [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9 2024-11-11T05:32:48,089 DEBUG [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39853 2024-11-11T05:32:48,089 DEBUG [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:32:48,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:48,139 DEBUG [RS:1;1d14b453aaa0:35987 {}] zookeeper.ZKUtil(111): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,35987,1731303167227 2024-11-11T05:32:48,139 WARN [RS:1;1d14b453aaa0:35987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:48,139 INFO [RS:1;1d14b453aaa0:35987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:48,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,35987,1731303167227] 2024-11-11T05:32:48,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,38275,1731303167186] 2024-11-11T05:32:48,140 DEBUG [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,35987,1731303167227 2024-11-11T05:32:48,140 DEBUG [RS:0;1d14b453aaa0:38275 {}] zookeeper.ZKUtil(111): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:48,140 WARN [RS:0;1d14b453aaa0:38275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:32:48,140 INFO [RS:0;1d14b453aaa0:38275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:48,140 DEBUG [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:48,144 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:48,144 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:32:48,146 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:48,147 INFO [RS:1;1d14b453aaa0:35987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:48,147 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,147 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:48,148 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:48,148 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,148 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 INFO [RS:0;1d14b453aaa0:38275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:48,149 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:48,149 DEBUG [RS:1;1d14b453aaa0:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:48,150 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,150 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:32:48,150 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,150 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,150 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,150 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,150 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,150 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35987,1731303167227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:48,151 DEBUG [RS:0;1d14b453aaa0:38275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:32:48,153 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,153 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,153 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,153 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,153 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,154 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38275,1731303167186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:48,168 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:48,168 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35987,1731303167227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,168 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,168 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.Replication(171): 1d14b453aaa0,35987,1731303167227 started 2024-11-11T05:32:48,169 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:32:48,169 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38275,1731303167186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,169 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,169 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.Replication(171): 1d14b453aaa0,38275,1731303167186 started 2024-11-11T05:32:48,179 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,179 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,35987,1731303167227, RpcServer on 1d14b453aaa0/172.17.0.2:35987, sessionid=0x1012861cfc20002 2024-11-11T05:32:48,180 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:48,180 DEBUG [RS:1;1d14b453aaa0:35987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,35987,1731303167227 2024-11-11T05:32:48,180 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,35987,1731303167227' 2024-11-11T05:32:48,180 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:48,180 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:48,181 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:48,181 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:48,181 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,181 DEBUG [RS:1;1d14b453aaa0:35987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,35987,1731303167227 2024-11-11T05:32:48,181 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,35987,1731303167227' 2024-11-11T05:32:48,181 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:48,181 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,38275,1731303167186, RpcServer on 1d14b453aaa0/172.17.0.2:38275, sessionid=0x1012861cfc20001 2024-11-11T05:32:48,181 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:32:48,181 DEBUG [RS:0;1d14b453aaa0:38275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:48,181 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,38275,1731303167186' 2024-11-11T05:32:48,181 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:32:48,181 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:48,181 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:32:48,181 DEBUG [RS:1;1d14b453aaa0:35987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:48,181 INFO [RS:1;1d14b453aaa0:35987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:48,181 INFO [RS:1;1d14b453aaa0:35987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:48,181 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:32:48,181 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:32:48,181 DEBUG [RS:0;1d14b453aaa0:38275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:48,181 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,38275,1731303167186' 2024-11-11T05:32:48,181 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:32:48,182 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:32:48,182 DEBUG [RS:0;1d14b453aaa0:38275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:32:48,182 INFO [RS:0;1d14b453aaa0:38275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:32:48,182 INFO [RS:0;1d14b453aaa0:38275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:32:48,216 WARN [1d14b453aaa0:37131 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:32:48,282 INFO [RS:1;1d14b453aaa0:35987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:48,283 INFO [RS:0;1d14b453aaa0:38275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:32:48,285 INFO [RS:1;1d14b453aaa0:35987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C35987%2C1731303167227, suffix=, logDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,35987,1731303167227, archiveDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/oldWALs, maxLogs=32 2024-11-11T05:32:48,285 INFO [RS:0;1d14b453aaa0:38275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C38275%2C1731303167186, suffix=, logDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,38275,1731303167186, archiveDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/oldWALs, maxLogs=32 2024-11-11T05:32:48,300 DEBUG [RS:1;1d14b453aaa0:35987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,35987,1731303167227/1d14b453aaa0%2C35987%2C1731303167227.1731303168285, exclude list is [], retry=0 2024-11-11T05:32:48,302 DEBUG [RS:0;1d14b453aaa0:38275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,38275,1731303167186/1d14b453aaa0%2C38275%2C1731303167186.1731303168286, exclude list is [], retry=0 2024-11-11T05:32:48,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34331,DS-8c6109ed-5224-486e-8b7a-4dbd8e6913ce,DISK] 2024-11-11T05:32:48,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-b3dc530f-8475-4bbd-bc99-6e012fe5c854,DISK] 2024-11-11T05:32:48,304 INFO [RS:1;1d14b453aaa0:35987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,35987,1731303167227/1d14b453aaa0%2C35987%2C1731303167227.1731303168285 2024-11-11T05:32:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34331,DS-8c6109ed-5224-486e-8b7a-4dbd8e6913ce,DISK] 2024-11-11T05:32:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-b3dc530f-8475-4bbd-bc99-6e012fe5c854,DISK] 2024-11-11T05:32:48,308 DEBUG [RS:1;1d14b453aaa0:35987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46085:46085),(127.0.0.1/127.0.0.1:40903:40903)] 2024-11-11T05:32:48,309 INFO [RS:0;1d14b453aaa0:38275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,38275,1731303167186/1d14b453aaa0%2C38275%2C1731303167186.1731303168286 2024-11-11T05:32:48,309 DEBUG [RS:0;1d14b453aaa0:38275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46085:46085),(127.0.0.1/127.0.0.1:40903:40903)] 2024-11-11T05:32:48,467 DEBUG [1d14b453aaa0:37131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T05:32:48,467 DEBUG [1d14b453aaa0:37131 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:48,469 DEBUG [1d14b453aaa0:37131 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:48,469 DEBUG [1d14b453aaa0:37131 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:48,469 DEBUG [1d14b453aaa0:37131 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:48,469 DEBUG [1d14b453aaa0:37131 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:48,469 INFO [1d14b453aaa0:37131 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:48,469 INFO [1d14b453aaa0:37131 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:48,469 DEBUG [1d14b453aaa0:37131 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:48,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:48,470 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,38275,1731303167186, state=OPENING 2024-11-11T05:32:48,494 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:32:48,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:48,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:48,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:48,505 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:32:48,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:48,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:48,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:48,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,38275,1731303167186}] 2024-11-11T05:32:48,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:48,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:48,667 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:32:48,667 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:32:48,667 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:32:48,670 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C38275%2C1731303167186.meta, suffix=.meta, logDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,38275,1731303167186, archiveDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/oldWALs, maxLogs=32 2024-11-11T05:32:48,686 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,38275,1731303167186/1d14b453aaa0%2C38275%2C1731303167186.meta.1731303168670.meta, exclude list is [], retry=0 2024-11-11T05:32:48,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-b3dc530f-8475-4bbd-bc99-6e012fe5c854,DISK] 2024-11-11T05:32:48,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34331,DS-8c6109ed-5224-486e-8b7a-4dbd8e6913ce,DISK] 2024-11-11T05:32:48,690 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/WALs/1d14b453aaa0,38275,1731303167186/1d14b453aaa0%2C38275%2C1731303167186.meta.1731303168670.meta 2024-11-11T05:32:48,690 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40903:40903),(127.0.0.1/127.0.0.1:46085:46085)] 2024-11-11T05:32:48,690 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:32:48,690 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:32:48,690 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:32:48,690 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:32:48,690 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:32:48,690 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:48,691 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:32:48,691 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:32:48,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:32:48,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:32:48,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:48,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:48,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:32:48,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:32:48,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:48,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:48,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:32:48,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:32:48,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:48,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:48,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:32:48,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:32:48,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:48,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:32:48,696 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:32:48,697 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740 2024-11-11T05:32:48,698 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740 2024-11-11T05:32:48,699 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:32:48,699 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:32:48,699 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:32:48,700 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:32:48,701 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59178920, jitterRate=-0.11816537380218506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:32:48,701 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:32:48,702 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731303168691Writing region info on filesystem at 1731303168691Initializing all the Stores at 1731303168692 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303168692Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303168692Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303168692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731303168692Cleaning up temporary data from old regions at 1731303168699 (+7 ms)Running coprocessor post-open hooks at 1731303168701 (+2 ms)Region opened successfully at 1731303168702 (+1 ms) 2024-11-11T05:32:48,703 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731303168660 2024-11-11T05:32:48,705 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:32:48,705 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:32:48,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:48,707 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,38275,1731303167186, state=OPEN 2024-11-11T05:32:48,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:48,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:48,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:32:48,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:48,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:48,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:32:48,715 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:48,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:32:48,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,38275,1731303167186 in 210 msec 2024-11-11T05:32:48,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:32:48,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-11T05:32:48,720 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:32:48,720 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:32:48,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:48,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,38275,1731303167186, seqNum=-1] 2024-11-11T05:32:48,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:48,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:48,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 701 msec 2024-11-11T05:32:48,729 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731303168729, completionTime=-1 2024-11-11T05:32:48,730 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T05:32:48,730 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:32:48,732 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T05:32:48,732 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731303228732 2024-11-11T05:32:48,732 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731303288732 2024-11-11T05:32:48,732 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:32:48,732 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:32:48,732 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37131,1731303167016-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,733 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37131,1731303167016-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,733 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37131,1731303167016-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,733 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:37131, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,733 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,733 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,735 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:32:48,736 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.442sec 2024-11-11T05:32:48,737 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:32:48,737 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:32:48,737 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:32:48,737 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:32:48,737 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:32:48,737 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37131,1731303167016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:32:48,737 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37131,1731303167016-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:32:48,739 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:32:48,739 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:32:48,739 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37131,1731303167016-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:32:48,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@856376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:48,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37131,-1 for getting cluster id 2024-11-11T05:32:48,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:32:48,755 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2fb60a4-e8ec-4091-96c6-95fc72b335e1' 2024-11-11T05:32:48,756 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:32:48,756 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2fb60a4-e8ec-4091-96c6-95fc72b335e1" 2024-11-11T05:32:48,756 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56bb509f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:48,756 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37131,-1] 2024-11-11T05:32:48,757 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:32:48,757 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:48,758 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:32:48,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bba1aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:32:48,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:32:48,761 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,38275,1731303167186, seqNum=-1] 2024-11-11T05:32:48,761 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:48,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,37131,1731303167016 2024-11-11T05:32:48,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:32:48,766 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,37131,1731303167016 2024-11-11T05:32:48,766 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2048965c 2024-11-11T05:32:48,766 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:32:48,767 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:32:48,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:32:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T05:32:48,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:32:48,771 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:48,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T05:32:48,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:32:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741836_1012 (size=379) 2024-11-11T05:32:48,783 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 683e9ad990b4f148bd841801e2be6303, NAME => 'testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9 2024-11-11T05:32:48,784 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bd1652bc2e5f6d7232c14f0d84a5752c, NAME => 'testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9 2024-11-11T05:32:48,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:48,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741837_1013 (size=61) 2024-11-11T05:32:48,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741838_1014 (size=61) 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing bd1652bc2e5f6d7232c14f0d84a5752c, disabling compactions & flushes 2024-11-11T05:32:48,794 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. after waiting 0 ms 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:48,794 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for bd1652bc2e5f6d7232c14f0d84a5752c: Waiting for close lock at 1731303168794Disabling compacts and flushes for region at 1731303168794Disabling writes for close at 1731303168794Writing region close event to WAL at 1731303168794Closed at 1731303168794 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 683e9ad990b4f148bd841801e2be6303, disabling compactions & flushes 2024-11-11T05:32:48,794 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. after waiting 0 ms 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:48,794 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:48,794 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 683e9ad990b4f148bd841801e2be6303: Waiting for close lock at 1731303168794Disabling compacts and flushes for region at 1731303168794Disabling writes for close at 1731303168794Writing region close event to WAL at 1731303168794Closed at 1731303168794 2024-11-11T05:32:48,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:32:48,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303168795"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303168795"}]},"ts":"1731303168795"} 2024-11-11T05:32:48,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731303168795"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731303168795"}]},"ts":"1731303168795"} 2024-11-11T05:32:48,798 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T05:32:48,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:32:48,799 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303168799"}]},"ts":"1731303168799"} 2024-11-11T05:32:48,801 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T05:32:48,801 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:32:48,802 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:32:48,802 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:32:48,802 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:32:48,802 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:32:48,802 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:32:48,802 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:32:48,802 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:32:48,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=683e9ad990b4f148bd841801e2be6303, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bd1652bc2e5f6d7232c14f0d84a5752c, ASSIGN}] 2024-11-11T05:32:48,804 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bd1652bc2e5f6d7232c14f0d84a5752c, ASSIGN 2024-11-11T05:32:48,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=683e9ad990b4f148bd841801e2be6303, ASSIGN 2024-11-11T05:32:48,805 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bd1652bc2e5f6d7232c14f0d84a5752c, ASSIGN; state=OFFLINE, location=1d14b453aaa0,35987,1731303167227; forceNewPlan=false, retain=false 2024-11-11T05:32:48,805 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=683e9ad990b4f148bd841801e2be6303, ASSIGN; state=OFFLINE, location=1d14b453aaa0,38275,1731303167186; forceNewPlan=false, retain=false 2024-11-11T05:32:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:48,955 INFO [1d14b453aaa0:37131 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T05:32:48,955 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd1652bc2e5f6d7232c14f0d84a5752c, regionState=OPENING, regionLocation=1d14b453aaa0,35987,1731303167227 2024-11-11T05:32:48,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=683e9ad990b4f148bd841801e2be6303, regionState=OPENING, regionLocation=1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=683e9ad990b4f148bd841801e2be6303, ASSIGN because future has completed 2024-11-11T05:32:48,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 683e9ad990b4f148bd841801e2be6303, server=1d14b453aaa0,38275,1731303167186}] 2024-11-11T05:32:48,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bd1652bc2e5f6d7232c14f0d84a5752c, ASSIGN because future has completed 2024-11-11T05:32:48,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd1652bc2e5f6d7232c14f0d84a5752c, server=1d14b453aaa0,35987,1731303167227}] 2024-11-11T05:32:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:49,113 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:49,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:49,116 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:49,116 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 683e9ad990b4f148bd841801e2be6303, NAME => 'testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T05:32:49,116 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,117 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:49,117 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,117 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,118 INFO [StoreOpener-683e9ad990b4f148bd841801e2be6303-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,119 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:49,119 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => bd1652bc2e5f6d7232c14f0d84a5752c, NAME => 'testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T05:32:49,120 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,120 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:32:49,120 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,120 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,120 INFO [StoreOpener-683e9ad990b4f148bd841801e2be6303-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 683e9ad990b4f148bd841801e2be6303 columnFamilyName family 2024-11-11T05:32:49,121 DEBUG [StoreOpener-683e9ad990b4f148bd841801e2be6303-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:49,121 INFO [StoreOpener-683e9ad990b4f148bd841801e2be6303-1 {}] regionserver.HStore(327): Store=683e9ad990b4f148bd841801e2be6303/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:49,121 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,122 INFO [StoreOpener-bd1652bc2e5f6d7232c14f0d84a5752c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,122 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,123 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,123 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,123 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,124 INFO [StoreOpener-bd1652bc2e5f6d7232c14f0d84a5752c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd1652bc2e5f6d7232c14f0d84a5752c columnFamilyName family 2024-11-11T05:32:49,124 DEBUG [StoreOpener-bd1652bc2e5f6d7232c14f0d84a5752c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:32:49,124 INFO [StoreOpener-bd1652bc2e5f6d7232c14f0d84a5752c-1 {}] regionserver.HStore(327): Store=bd1652bc2e5f6d7232c14f0d84a5752c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:32:49,124 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,125 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,126 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,126 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,126 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,126 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,128 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,128 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/683e9ad990b4f148bd841801e2be6303/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:49,129 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 683e9ad990b4f148bd841801e2be6303; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60477043, jitterRate=-0.09882183372974396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:49,129 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,129 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 683e9ad990b4f148bd841801e2be6303: Running coprocessor pre-open hook at 1731303169117Writing region info on filesystem at 1731303169117Initializing all the Stores at 1731303169118 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303169118Cleaning up temporary data from old regions at 1731303169124 (+6 ms)Running coprocessor post-open hooks at 1731303169129 (+5 ms)Region opened successfully at 1731303169129 2024-11-11T05:32:49,130 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303., pid=7, masterSystemTime=1731303169111 2024-11-11T05:32:49,130 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/bd1652bc2e5f6d7232c14f0d84a5752c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:32:49,131 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened bd1652bc2e5f6d7232c14f0d84a5752c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62045470, jitterRate=-0.07545045018196106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:32:49,131 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,131 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for bd1652bc2e5f6d7232c14f0d84a5752c: Running coprocessor pre-open hook at 1731303169120Writing region info on filesystem at 1731303169120Initializing all the Stores at 1731303169121 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731303169121Cleaning up temporary data from old regions at 1731303169127 (+6 ms)Running coprocessor post-open hooks at 1731303169131 (+4 ms)Region opened successfully at 1731303169131 2024-11-11T05:32:49,132 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c., pid=8, masterSystemTime=1731303169113 2024-11-11T05:32:49,133 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:49,133 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:49,134 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=683e9ad990b4f148bd841801e2be6303, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:49,135 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:49,135 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:49,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd1652bc2e5f6d7232c14f0d84a5752c, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,35987,1731303167227 2024-11-11T05:32:49,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 683e9ad990b4f148bd841801e2be6303, server=1d14b453aaa0,38275,1731303167186 because future has completed 2024-11-11T05:32:49,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd1652bc2e5f6d7232c14f0d84a5752c, server=1d14b453aaa0,35987,1731303167227 because future has completed 2024-11-11T05:32:49,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T05:32:49,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 683e9ad990b4f148bd841801e2be6303, server=1d14b453aaa0,38275,1731303167186 in 179 msec 2024-11-11T05:32:49,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T05:32:49,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=683e9ad990b4f148bd841801e2be6303, ASSIGN in 339 msec 2024-11-11T05:32:49,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bd1652bc2e5f6d7232c14f0d84a5752c, server=1d14b453aaa0,35987,1731303167227 in 180 msec 2024-11-11T05:32:49,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T05:32:49,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bd1652bc2e5f6d7232c14f0d84a5752c, ASSIGN in 340 msec 2024-11-11T05:32:49,146 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:32:49,146 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731303169146"}]},"ts":"1731303169146"} 2024-11-11T05:32:49,148 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T05:32:49,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:32:49,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 381 msec 2024-11-11T05:32:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:32:49,405 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T05:32:49,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T05:32:49,406 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T05:32:49,409 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:32:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T05:32:49,412 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303., hostname=1d14b453aaa0,38275,1731303167186, seqNum=2] 2024-11-11T05:32:49,425 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c., hostname=1d14b453aaa0,35987,1731303167227, seqNum=2] 2024-11-11T05:32:49,425 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:32:49,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:32:49,439 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 683e9ad990b4f148bd841801e2be6303 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T05:32:49,454 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/683e9ad990b4f148bd841801e2be6303/.tmp/family/e3e0739a844643deacd3dbde618e2f89 is 32, key is 1/family:/1731303169414/Put/seqid=0 2024-11-11T05:32:49,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741839_1015 (size=5054) 2024-11-11T05:32:49,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741839_1015 (size=5054) 2024-11-11T05:32:49,459 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/683e9ad990b4f148bd841801e2be6303/.tmp/family/e3e0739a844643deacd3dbde618e2f89 2024-11-11T05:32:49,466 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/683e9ad990b4f148bd841801e2be6303/.tmp/family/e3e0739a844643deacd3dbde618e2f89 as hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/683e9ad990b4f148bd841801e2be6303/family/e3e0739a844643deacd3dbde618e2f89 2024-11-11T05:32:49,472 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/683e9ad990b4f148bd841801e2be6303/family/e3e0739a844643deacd3dbde618e2f89, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T05:32:49,473 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 683e9ad990b4f148bd841801e2be6303 in 34ms, sequenceid=8, compaction requested=false 2024-11-11T05:32:49,473 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 683e9ad990b4f148bd841801e2be6303: 2024-11-11T05:32:49,473 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bd1652bc2e5f6d7232c14f0d84a5752c 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T05:32:49,487 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/bd1652bc2e5f6d7232c14f0d84a5752c/.tmp/family/0b891075d2bf4f39b8dbd95157b72e33 is 32, key is 5/family:/1731303169427/Put/seqid=0 2024-11-11T05:32:49,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741840_1016 (size=5083) 2024-11-11T05:32:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741840_1016 (size=5083) 2024-11-11T05:32:49,893 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/bd1652bc2e5f6d7232c14f0d84a5752c/.tmp/family/0b891075d2bf4f39b8dbd95157b72e33 2024-11-11T05:32:49,900 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/bd1652bc2e5f6d7232c14f0d84a5752c/.tmp/family/0b891075d2bf4f39b8dbd95157b72e33 as hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/bd1652bc2e5f6d7232c14f0d84a5752c/family/0b891075d2bf4f39b8dbd95157b72e33 2024-11-11T05:32:49,905 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/bd1652bc2e5f6d7232c14f0d84a5752c/family/0b891075d2bf4f39b8dbd95157b72e33, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T05:32:49,906 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for bd1652bc2e5f6d7232c14f0d84a5752c in 433ms, sequenceid=9, compaction requested=false 2024-11-11T05:32:49,906 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bd1652bc2e5f6d7232c14f0d84a5752c: 2024-11-11T05:32:49,909 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T05:32:49,912 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:49,912 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:32:49,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:49,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:32:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] bucket.BucketCache(1864): found 1 blocks for file e3e0739a844643deacd3dbde618e2f89, starting offset: 0, end offset: 9223372036854775807 2024-11-11T05:32:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] bucket.BucketCache(1864): found 1 blocks for file 0b891075d2bf4f39b8dbd95157b72e33, starting offset: 0, end offset: 9223372036854775807 2024-11-11T05:32:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] bucket.BucketCache(857): removed key 0b891075d2bf4f39b8dbd95157b72e33_0 from back map with offset lock 2094080 in the evict process 2024-11-11T05:32:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] bucket.BucketCache(857): removed key e3e0739a844643deacd3dbde618e2f89_0 from back map with offset lock 2094080 in the evict process 2024-11-11T05:32:49,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:32:49,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:49,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:49,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:49,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:49,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:32:49,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:32:49,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1303144757, stopped=false 2024-11-11T05:32:49,915 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,37131,1731303167016 2024-11-11T05:32:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:32:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:49,979 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:49,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:32:49,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:49,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:49,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:49,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:49,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:32:49,981 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,38275,1731303167186' ***** 2024-11-11T05:32:49,981 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:49,981 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,35987,1731303167227' ***** 2024-11-11T05:32:49,981 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:32:49,982 INFO [RS:1;1d14b453aaa0:35987 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T05:32:49,982 INFO [RS:0;1d14b453aaa0:38275 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T05:32:49,982 INFO [RS:1;1d14b453aaa0:35987 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T05:32:49,982 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T05:32:49,982 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T05:32:49,982 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T05:32:49,982 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T05:32:49,982 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:49,982 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T05:32:49,982 INFO [RS:0;1d14b453aaa0:38275 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T05:32:49,983 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T05:32:49,983 INFO [RS:1;1d14b453aaa0:35987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:49,983 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:49,983 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:32:49,983 INFO [RS:1;1d14b453aaa0:35987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:49,983 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:32:49,983 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(3091): Received CLOSE for bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,983 INFO [RS:0;1d14b453aaa0:38275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:32:49,983 INFO [RS:0;1d14b453aaa0:38275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:32:49,983 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(3091): Received CLOSE for 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,983 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,35987,1731303167227 2024-11-11T05:32:49,983 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:49,984 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:49,984 INFO [RS:1;1d14b453aaa0:35987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1d14b453aaa0:35987. 2024-11-11T05:32:49,984 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:49,984 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd1652bc2e5f6d7232c14f0d84a5752c, disabling compactions & flushes 2024-11-11T05:32:49,984 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:49,984 INFO [RS:0;1d14b453aaa0:38275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:38275. 2024-11-11T05:32:49,984 DEBUG [RS:1;1d14b453aaa0:35987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:49,984 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:49,984 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 683e9ad990b4f148bd841801e2be6303, disabling compactions & flushes 2024-11-11T05:32:49,984 DEBUG [RS:1;1d14b453aaa0:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:49,984 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. after waiting 0 ms 2024-11-11T05:32:49,984 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:49,984 DEBUG [RS:0;1d14b453aaa0:38275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:32:49,984 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:49,984 DEBUG [RS:0;1d14b453aaa0:38275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:49,984 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:49,984 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. after waiting 0 ms 2024-11-11T05:32:49,984 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:49,984 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:32:49,984 DEBUG [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(1325): Online Regions={bd1652bc2e5f6d7232c14f0d84a5752c=testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c.} 2024-11-11T05:32:49,984 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:49,984 DEBUG [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(1351): Waiting on bd1652bc2e5f6d7232c14f0d84a5752c 2024-11-11T05:32:49,984 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:49,984 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:49,984 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:32:49,985 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:32:49,985 DEBUG [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(1325): Online Regions={683e9ad990b4f148bd841801e2be6303=testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:32:49,985 DEBUG [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 683e9ad990b4f148bd841801e2be6303 2024-11-11T05:32:49,985 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:32:49,985 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:32:49,985 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:32:49,985 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:32:49,985 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:32:49,985 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T05:32:49,989 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/bd1652bc2e5f6d7232c14f0d84a5752c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T05:32:49,989 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/default/testClearRegionBlockCache/683e9ad990b4f148bd841801e2be6303/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T05:32:49,990 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:49,990 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd1652bc2e5f6d7232c14f0d84a5752c: Waiting for close lock at 1731303169984Running coprocessor pre-close hooks at 1731303169984Disabling compacts and flushes for region at 1731303169984Disabling writes for close at 1731303169984Writing region close event to WAL at 1731303169985 (+1 ms)Running coprocessor post-close hooks at 1731303169989 (+4 ms)Closed at 1731303169989 2024-11-11T05:32:49,990 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:49,990 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c. 2024-11-11T05:32:49,990 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 683e9ad990b4f148bd841801e2be6303: Waiting for close lock at 1731303169984Running coprocessor pre-close hooks at 1731303169984Disabling compacts and flushes for region at 1731303169984Disabling writes for close at 1731303169984Writing region close event to WAL at 1731303169985 (+1 ms)Running coprocessor post-close hooks at 1731303169990 (+5 ms)Closed at 1731303169990 2024-11-11T05:32:49,990 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731303168768.683e9ad990b4f148bd841801e2be6303. 2024-11-11T05:32:50,001 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/.tmp/info/2b304121624649539131a12145aea39f is 173, key is testClearRegionBlockCache,5,1731303168768.bd1652bc2e5f6d7232c14f0d84a5752c./info:regioninfo/1731303169135/Put/seqid=0 2024-11-11T05:32:50,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:50,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741841_1017 (size=8173) 2024-11-11T05:32:50,006 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/.tmp/info/2b304121624649539131a12145aea39f 2024-11-11T05:32:50,025 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/.tmp/ns/b959bf0996af42f8882eb234692b7099 is 43, key is default/ns:d/1731303168723/Put/seqid=0 2024-11-11T05:32:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:32:50,031 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/.tmp/ns/b959bf0996af42f8882eb234692b7099 2024-11-11T05:32:50,048 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/.tmp/table/7ddcfb9fecdc40ab8da0ec407cc96d10 is 61, key is testClearRegionBlockCache/table:state/1731303169146/Put/seqid=0 2024-11-11T05:32:50,053 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741843_1019 (size=5312) 2024-11-11T05:32:50,054 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/.tmp/table/7ddcfb9fecdc40ab8da0ec407cc96d10 2024-11-11T05:32:50,055 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:50,059 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/.tmp/info/2b304121624649539131a12145aea39f as hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/info/2b304121624649539131a12145aea39f 2024-11-11T05:32:50,065 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/info/2b304121624649539131a12145aea39f, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T05:32:50,066 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/.tmp/ns/b959bf0996af42f8882eb234692b7099 as hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/ns/b959bf0996af42f8882eb234692b7099 2024-11-11T05:32:50,071 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/ns/b959bf0996af42f8882eb234692b7099, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T05:32:50,072 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/.tmp/table/7ddcfb9fecdc40ab8da0ec407cc96d10 as hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/table/7ddcfb9fecdc40ab8da0ec407cc96d10 2024-11-11T05:32:50,077 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/table/7ddcfb9fecdc40ab8da0ec407cc96d10, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T05:32:50,078 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=13, compaction requested=false 2024-11-11T05:32:50,082 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T05:32:50,083 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:32:50,083 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:50,083 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731303169985Running coprocessor pre-close hooks at 1731303169985Disabling compacts and flushes for region at 1731303169985Disabling writes for close at 1731303169985Obtaining lock to block concurrent updates at 1731303169985Preparing flush snapshotting stores in 1588230740 at 1731303169985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731303169986 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731303169986Flushing 1588230740/info: creating writer at 1731303169986Flushing 1588230740/info: appending metadata at 1731303170001 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731303170001Flushing 1588230740/ns: creating writer at 1731303170011 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731303170025 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731303170025Flushing 1588230740/table: creating writer at 1731303170036 (+11 ms)Flushing 1588230740/table: appending metadata at 1731303170048 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731303170048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4702573c: reopening flushed file at 1731303170059 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13be37d3: reopening flushed file at 1731303170065 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60624fe4: reopening flushed file at 1731303170071 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=13, compaction requested=false at 1731303170078 (+7 ms)Writing region close event to WAL at 1731303170079 (+1 ms)Running coprocessor post-close hooks at 1731303170083 (+4 ms)Closed at 1731303170083 2024-11-11T05:32:50,083 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:32:50,184 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,35987,1731303167227; all regions closed. 2024-11-11T05:32:50,185 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,38275,1731303167186; all regions closed. 2024-11-11T05:32:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741833_1009 (size=1867) 2024-11-11T05:32:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741833_1009 (size=1867) 2024-11-11T05:32:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741835_1011 (size=4338) 2024-11-11T05:32:50,196 DEBUG [RS:1;1d14b453aaa0:35987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/oldWALs 2024-11-11T05:32:50,196 INFO [RS:1;1d14b453aaa0:35987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C35987%2C1731303167227:(num 1731303168285) 2024-11-11T05:32:50,196 DEBUG [RS:0;1d14b453aaa0:38275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/oldWALs 2024-11-11T05:32:50,196 DEBUG [RS:1;1d14b453aaa0:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:50,196 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:50,196 INFO [RS:0;1d14b453aaa0:38275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C38275%2C1731303167186.meta:.meta(num 1731303168670) 2024-11-11T05:32:50,196 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:50,196 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:50,196 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:32:50,196 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:32:50,196 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:32:50,196 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:50,196 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:50,196 INFO [RS:1;1d14b453aaa0:35987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35987 2024-11-11T05:32:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741834_1010 (size=1758) 2024-11-11T05:32:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741834_1010 (size=1758) 2024-11-11T05:32:50,200 DEBUG [RS:0;1d14b453aaa0:38275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/oldWALs 2024-11-11T05:32:50,200 INFO [RS:0;1d14b453aaa0:38275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C38275%2C1731303167186:(num 1731303168286) 2024-11-11T05:32:50,200 DEBUG [RS:0;1d14b453aaa0:38275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:32:50,200 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:32:50,200 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:50,200 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:50,200 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:50,200 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:50,200 INFO [RS:0;1d14b453aaa0:38275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38275 2024-11-11T05:32:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:32:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,35987,1731303167227 2024-11-11T05:32:50,273 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:50,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,38275,1731303167186 2024-11-11T05:32:50,283 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:50,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,35987,1731303167227] 2024-11-11T05:32:50,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,35987,1731303167227 already deleted, retry=false 2024-11-11T05:32:50,315 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,35987,1731303167227 expired; onlineServers=1 2024-11-11T05:32:50,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,38275,1731303167186] 2024-11-11T05:32:50,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,38275,1731303167186 already deleted, retry=false 2024-11-11T05:32:50,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,38275,1731303167186 expired; onlineServers=0 2024-11-11T05:32:50,325 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,37131,1731303167016' ***** 2024-11-11T05:32:50,325 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:32:50,325 INFO [M:0;1d14b453aaa0:37131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:32:50,326 INFO [M:0;1d14b453aaa0:37131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:32:50,326 DEBUG [M:0;1d14b453aaa0:37131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:32:50,326 DEBUG [M:0;1d14b453aaa0:37131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:32:50,326 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:32:50,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303168034 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731303168034,5,FailOnTimeoutGroup] 2024-11-11T05:32:50,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303168034 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731303168034,5,FailOnTimeoutGroup] 2024-11-11T05:32:50,327 INFO [M:0;1d14b453aaa0:37131 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:32:50,327 INFO [M:0;1d14b453aaa0:37131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:32:50,327 DEBUG [M:0;1d14b453aaa0:37131 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:32:50,327 INFO [M:0;1d14b453aaa0:37131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:32:50,327 INFO [M:0;1d14b453aaa0:37131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:32:50,327 INFO [M:0;1d14b453aaa0:37131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:32:50,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:32:50,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T05:32:50,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:32:50,336 DEBUG [M:0;1d14b453aaa0:37131 {}] zookeeper.ZKUtil(347): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T05:32:50,336 WARN [M:0;1d14b453aaa0:37131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:32:50,337 INFO [M:0;1d14b453aaa0:37131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/.lastflushedseqids 2024-11-11T05:32:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741844_1020 (size=182) 2024-11-11T05:32:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741844_1020 (size=182) 2024-11-11T05:32:50,342 INFO [M:0;1d14b453aaa0:37131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:32:50,342 INFO [M:0;1d14b453aaa0:37131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:32:50,342 DEBUG [M:0;1d14b453aaa0:37131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:32:50,343 INFO [M:0;1d14b453aaa0:37131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:50,343 DEBUG [M:0;1d14b453aaa0:37131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:50,343 DEBUG [M:0;1d14b453aaa0:37131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:32:50,343 DEBUG [M:0;1d14b453aaa0:37131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:50,343 INFO [M:0;1d14b453aaa0:37131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2024-11-11T05:32:50,359 DEBUG [M:0;1d14b453aaa0:37131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82699415cc3f42629a22a38bb54940d8 is 82, key is hbase:meta,,1/info:regioninfo/1731303168706/Put/seqid=0 2024-11-11T05:32:50,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:50,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741845_1021 (size=5672) 2024-11-11T05:32:50,364 INFO [M:0;1d14b453aaa0:37131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82699415cc3f42629a22a38bb54940d8 2024-11-11T05:32:50,384 DEBUG [M:0;1d14b453aaa0:37131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2c8a6856841470ab2c73fbf5e97c7f9 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731303169150/Put/seqid=0 2024-11-11T05:32:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741846_1022 (size=6220) 2024-11-11T05:32:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741846_1022 (size=6220) 2024-11-11T05:32:50,389 INFO [M:0;1d14b453aaa0:37131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2c8a6856841470ab2c73fbf5e97c7f9 2024-11-11T05:32:50,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:50,394 INFO [RS:1;1d14b453aaa0:35987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:50,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x1012861cfc20002, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:50,394 INFO [RS:1;1d14b453aaa0:35987 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,35987,1731303167227; zookeeper connection closed. 2024-11-11T05:32:50,394 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26ce070b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26ce070b 2024-11-11T05:32:50,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:50,404 INFO [RS:0;1d14b453aaa0:38275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:50,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38275-0x1012861cfc20001, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:50,404 INFO [RS:0;1d14b453aaa0:38275 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,38275,1731303167186; zookeeper connection closed. 2024-11-11T05:32:50,405 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@552e7b7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@552e7b7f 2024-11-11T05:32:50,405 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T05:32:50,408 DEBUG [M:0;1d14b453aaa0:37131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8583a5943a534bb5890fb3659f3d830c is 69, key is 1d14b453aaa0,35987,1731303167227/rs:state/1731303168087/Put/seqid=0 2024-11-11T05:32:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741847_1023 (size=5224) 2024-11-11T05:32:50,413 INFO [M:0;1d14b453aaa0:37131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8583a5943a534bb5890fb3659f3d830c 2024-11-11T05:32:50,418 DEBUG [M:0;1d14b453aaa0:37131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82699415cc3f42629a22a38bb54940d8 as hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82699415cc3f42629a22a38bb54940d8 2024-11-11T05:32:50,423 INFO [M:0;1d14b453aaa0:37131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82699415cc3f42629a22a38bb54940d8, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T05:32:50,424 DEBUG [M:0;1d14b453aaa0:37131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2c8a6856841470ab2c73fbf5e97c7f9 as hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2c8a6856841470ab2c73fbf5e97c7f9 2024-11-11T05:32:50,429 INFO [M:0;1d14b453aaa0:37131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2c8a6856841470ab2c73fbf5e97c7f9, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T05:32:50,430 DEBUG [M:0;1d14b453aaa0:37131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8583a5943a534bb5890fb3659f3d830c as hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8583a5943a534bb5890fb3659f3d830c 2024-11-11T05:32:50,434 INFO [M:0;1d14b453aaa0:37131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39853/user/jenkins/test-data/e18c6460-f787-befd-c788-d9b9f30c1ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8583a5943a534bb5890fb3659f3d830c, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T05:32:50,435 INFO [M:0;1d14b453aaa0:37131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=71, compaction requested=false 2024-11-11T05:32:50,436 INFO [M:0;1d14b453aaa0:37131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:32:50,436 DEBUG [M:0;1d14b453aaa0:37131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731303170342Disabling compacts and flushes for region at 1731303170342Disabling writes for close at 1731303170343 (+1 ms)Obtaining lock to block concurrent updates at 1731303170343Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731303170343Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1731303170343Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731303170343Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731303170344 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731303170359 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731303170359Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731303170368 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731303170383 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731303170383Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731303170394 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731303170408 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731303170408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c86e943: reopening flushed file at 1731303170417 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7491a444: reopening flushed file at 1731303170423 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a0ed17: reopening flushed file at 1731303170429 (+6 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=71, compaction requested=false at 1731303170435 (+6 ms)Writing region close event to WAL at 1731303170436 (+1 ms)Closed at 1731303170436 2024-11-11T05:32:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741830_1006 (size=35501) 2024-11-11T05:32:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741830_1006 (size=35501) 2024-11-11T05:32:50,439 INFO [M:0;1d14b453aaa0:37131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:32:50,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:32:50,439 INFO [M:0;1d14b453aaa0:37131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37131 2024-11-11T05:32:50,439 INFO [M:0;1d14b453aaa0:37131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:32:50,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:50,552 INFO [M:0;1d14b453aaa0:37131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:32:50,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37131-0x1012861cfc20000, quorum=127.0.0.1:61788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:32:50,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6433800e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:50,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46f2bc9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:50,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:50,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f930ede{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:50,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51ca635f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:50,558 WARN [BP-1143336045-172.17.0.2-1731303164517 heartbeating to localhost/127.0.0.1:39853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:50,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:50,558 WARN [BP-1143336045-172.17.0.2-1731303164517 heartbeating to localhost/127.0.0.1:39853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1143336045-172.17.0.2-1731303164517 (Datanode Uuid fb3c3164-d0c3-40d2-930a-c2643b4d7f01) service to localhost/127.0.0.1:39853 2024-11-11T05:32:50,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:50,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/data/data3/current/BP-1143336045-172.17.0.2-1731303164517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:50,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/data/data4/current/BP-1143336045-172.17.0.2-1731303164517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:50,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:50,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b1d0e01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:32:50,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfe8e88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:50,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:50,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142e5902{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:50,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e39c8ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:50,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:32:50,567 WARN [BP-1143336045-172.17.0.2-1731303164517 heartbeating to localhost/127.0.0.1:39853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:32:50,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:32:50,567 WARN [BP-1143336045-172.17.0.2-1731303164517 heartbeating to localhost/127.0.0.1:39853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1143336045-172.17.0.2-1731303164517 (Datanode Uuid d427a9f7-43b0-462d-844f-cd294487aa0c) service to localhost/127.0.0.1:39853 2024-11-11T05:32:50,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/data/data1/current/BP-1143336045-172.17.0.2-1731303164517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:50,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/cluster_f668fecb-7ea7-91fc-c196-abd8c8b34832/data/data2/current/BP-1143336045-172.17.0.2-1731303164517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:32:50,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:32:50,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@250bf691{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:32:50,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c1f5359{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:32:50,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:32:50,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27209016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:32:50,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ac4636d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea1a8dd3-f876-2d28-cf1c-cb68edfbc08f/hadoop.log.dir/,STOPPED} 2024-11-11T05:32:50,579 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:32:50,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:32:50,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187 (was 167) - Thread LEAK? -, OpenFileDescriptor=551 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=779 (was 820), ProcessCount=11 (was 11), AvailableMemoryMB=7250 (was 7327)