2024-11-09 18:32:16,573 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-09 18:32:16,608 main DEBUG Took 0.032558 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 18:32:16,608 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 18:32:16,609 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 18:32:16,610 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 18:32:16,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,630 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 18:32:16,653 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,657 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,659 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,660 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,662 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,665 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,667 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,668 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,669 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,670 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:32:16,671 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,672 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 18:32:16,674 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:32:16,675 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 18:32:16,678 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 18:32:16,679 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 18:32:16,680 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 18:32:16,681 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 18:32:16,693 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 18:32:16,696 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 18:32:16,699 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 18:32:16,699 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 18:32:16,700 main DEBUG createAppenders(={Console}) 2024-11-09 18:32:16,701 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-09 18:32:16,701 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-09 18:32:16,702 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-09 18:32:16,703 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 18:32:16,703 main DEBUG OutputStream closed 2024-11-09 18:32:16,703 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 18:32:16,704 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 18:32:16,704 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-09 18:32:16,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 18:32:16,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 18:32:16,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 18:32:16,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 18:32:16,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 18:32:16,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 18:32:16,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 18:32:16,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 18:32:16,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 18:32:16,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 18:32:16,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 18:32:16,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 18:32:16,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 18:32:16,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 18:32:16,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 18:32:16,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 18:32:16,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 18:32:16,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 18:32:16,823 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 18:32:16,824 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-09 18:32:16,824 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 18:32:16,825 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-09T18:32:16,844 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-09 18:32:16,847 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 18:32:16,848 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T18:32:16,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=817, ProcessCount=11, AvailableMemoryMB=3282 2024-11-09T18:32:17,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3 2024-11-09T18:32:17,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:32:17,152 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06, deleteOnExit=true 2024-11-09T18:32:17,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:32:17,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/test.cache.data in system properties and HBase conf 2024-11-09T18:32:17,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:32:17,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:32:17,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:32:17,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:32:17,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:32:17,231 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T18:32:17,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:32:17,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:17,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:17,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:32:17,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:17,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:32:17,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:32:17,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:17,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:17,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:32:17,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:32:17,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:32:17,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:17,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:32:17,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:32:18,506 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T18:32:18,578 INFO [Time-limited test {}] log.Log(170): Logging initialized @2733ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T18:32:18,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:18,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:18,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:18,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:18,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:18,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:18,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:18,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:18,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/java.io.tmpdir/jetty-localhost-37563-hadoop-hdfs-3_4_1-tests_jar-_-any-5235146628851505476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:18,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:37563} 2024-11-09T18:32:18,926 INFO [Time-limited test {}] server.Server(415): Started @3081ms 2024-11-09T18:32:19,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:19,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:19,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:19,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:19,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:19,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:19,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:19,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/java.io.tmpdir/jetty-localhost-36423-hadoop-hdfs-3_4_1-tests_jar-_-any-10257325261916803804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:19,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:36423} 2024-11-09T18:32:19,660 INFO [Time-limited test {}] server.Server(415): Started @3815ms 2024-11-09T18:32:19,716 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:19,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:19,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:19,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:19,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:19,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:19,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:19,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:19,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/java.io.tmpdir/jetty-localhost-41649-hadoop-hdfs-3_4_1-tests_jar-_-any-766966080430081716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:19,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:41649} 2024-11-09T18:32:19,959 INFO [Time-limited test {}] server.Server(415): Started @4114ms 2024-11-09T18:32:19,961 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:21,338 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/data/data4/current/BP-1650491182-172.17.0.3-1731177137913/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:21,338 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/data/data3/current/BP-1650491182-172.17.0.3-1731177137913/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:21,342 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/data/data1/current/BP-1650491182-172.17.0.3-1731177137913/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:21,343 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/data/data2/current/BP-1650491182-172.17.0.3-1731177137913/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:21,380 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:21,380 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:21,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebc4e7c3708b8a0a with lease ID 0x4665e8d2b5cde744: Processing first storage report for DS-ba8373db-97b8-4dfe-b102-41f9e071ef9e from datanode DatanodeRegistration(127.0.0.1:39829, datanodeUuid=21df437c-6c2c-4523-9ec5-d3a89ee40911, infoPort=44657, infoSecurePort=0, ipcPort=41641, storageInfo=lv=-57;cid=testClusterID;nsid=1917166752;c=1731177137913) 2024-11-09T18:32:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebc4e7c3708b8a0a with lease ID 0x4665e8d2b5cde744: from storage DS-ba8373db-97b8-4dfe-b102-41f9e071ef9e node DatanodeRegistration(127.0.0.1:39829, datanodeUuid=21df437c-6c2c-4523-9ec5-d3a89ee40911, infoPort=44657, infoSecurePort=0, ipcPort=41641, storageInfo=lv=-57;cid=testClusterID;nsid=1917166752;c=1731177137913), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T18:32:21,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9874dcb252dbd7be with lease ID 0x4665e8d2b5cde745: Processing first storage report for DS-0fecde0a-922f-4dca-aa27-2d26a2568ccb from datanode DatanodeRegistration(127.0.0.1:37099, datanodeUuid=3235c128-7d32-43df-b72e-57cc45698b72, infoPort=39161, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=1917166752;c=1731177137913) 2024-11-09T18:32:21,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9874dcb252dbd7be with lease ID 0x4665e8d2b5cde745: from storage DS-0fecde0a-922f-4dca-aa27-2d26a2568ccb node DatanodeRegistration(127.0.0.1:37099, datanodeUuid=3235c128-7d32-43df-b72e-57cc45698b72, infoPort=39161, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=1917166752;c=1731177137913), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T18:32:21,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebc4e7c3708b8a0a with lease ID 0x4665e8d2b5cde744: Processing first storage report for DS-32921206-b3fa-4e10-90dc-210c6599ec38 from datanode DatanodeRegistration(127.0.0.1:39829, datanodeUuid=21df437c-6c2c-4523-9ec5-d3a89ee40911, infoPort=44657, infoSecurePort=0, ipcPort=41641, storageInfo=lv=-57;cid=testClusterID;nsid=1917166752;c=1731177137913) 2024-11-09T18:32:21,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebc4e7c3708b8a0a with lease ID 0x4665e8d2b5cde744: from storage DS-32921206-b3fa-4e10-90dc-210c6599ec38 node DatanodeRegistration(127.0.0.1:39829, datanodeUuid=21df437c-6c2c-4523-9ec5-d3a89ee40911, infoPort=44657, infoSecurePort=0, ipcPort=41641, storageInfo=lv=-57;cid=testClusterID;nsid=1917166752;c=1731177137913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9874dcb252dbd7be with lease ID 0x4665e8d2b5cde745: Processing first storage report for DS-74f74bf2-af51-431d-af58-aa0f8578abf9 from datanode DatanodeRegistration(127.0.0.1:37099, datanodeUuid=3235c128-7d32-43df-b72e-57cc45698b72, infoPort=39161, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=1917166752;c=1731177137913) 2024-11-09T18:32:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9874dcb252dbd7be with lease ID 0x4665e8d2b5cde745: from storage DS-74f74bf2-af51-431d-af58-aa0f8578abf9 node DatanodeRegistration(127.0.0.1:37099, datanodeUuid=3235c128-7d32-43df-b72e-57cc45698b72, infoPort=39161, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=1917166752;c=1731177137913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:21,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3 2024-11-09T18:32:21,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/zookeeper_0, clientPort=54048, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:32:21,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54048 2024-11-09T18:32:21,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:21,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:21,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:22,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6 with version=8 2024-11-09T18:32:22,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/hbase-staging 2024-11-09T18:32:22,328 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T18:32:22,603 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:22,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:22,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:22,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:22,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:22,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:22,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:32:22,822 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T18:32:22,834 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T18:32:22,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:22,864 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51672 (auto-detected) 2024-11-09T18:32:22,865 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T18:32:22,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43161 2024-11-09T18:32:22,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43161 connecting to ZooKeeper ensemble=127.0.0.1:54048 2024-11-09T18:32:23,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431610x0, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:23,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43161-0x10120ded0dc0000 connected 2024-11-09T18:32:23,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:23,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:23,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:23,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6, hbase.cluster.distributed=false 2024-11-09T18:32:23,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:23,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43161 2024-11-09T18:32:23,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43161 2024-11-09T18:32:23,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43161 2024-11-09T18:32:23,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43161 2024-11-09T18:32:23,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43161 2024-11-09T18:32:23,302 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:23,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:23,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:23,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:23,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:23,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:23,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:23,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:23,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37223 2024-11-09T18:32:23,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37223 connecting to ZooKeeper ensemble=127.0.0.1:54048 2024-11-09T18:32:23,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:23,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372230x0, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:23,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372230x0, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:23,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37223-0x10120ded0dc0001 connected 2024-11-09T18:32:23,340 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:23,348 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:23,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:23,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:23,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-09T18:32:23,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37223 2024-11-09T18:32:23,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37223 2024-11-09T18:32:23,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-09T18:32:23,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-09T18:32:23,384 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:23,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:23,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:23,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:23,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:23,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:23,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:23,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:23,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33311 2024-11-09T18:32:23,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33311 connecting to ZooKeeper ensemble=127.0.0.1:54048 2024-11-09T18:32:23,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:23,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:23,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333110x0, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:23,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333110x0, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:23,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33311-0x10120ded0dc0002 connected 2024-11-09T18:32:23,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:23,410 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:23,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:23,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:23,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33311 2024-11-09T18:32:23,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33311 2024-11-09T18:32:23,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33311 2024-11-09T18:32:23,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33311 2024-11-09T18:32:23,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33311 2024-11-09T18:32:23,434 DEBUG [M:0;fb97eb0edbe8:43161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:43161 2024-11-09T18:32:23,435 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb97eb0edbe8,43161,1731177142439 2024-11-09T18:32:23,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:23,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:23,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:23,453 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb97eb0edbe8,43161,1731177142439 2024-11-09T18:32:23,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:23,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:23,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:23,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:23,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:23,482 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T18:32:23,483 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb97eb0edbe8,43161,1731177142439 from backup master directory 2024-11-09T18:32:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb97eb0edbe8,43161,1731177142439 2024-11-09T18:32:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:23,493 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:23,493 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,43161,1731177142439 2024-11-09T18:32:23,495 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T18:32:23,496 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T18:32:23,545 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/hbase.id] with ID: 0d4c436d-a46a-4885-9745-dc0ebcf701b3 2024-11-09T18:32:23,546 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/.tmp/hbase.id 2024-11-09T18:32:23,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:23,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:23,559 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/.tmp/hbase.id]:[hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/hbase.id] 2024-11-09T18:32:23,609 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:23,615 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:32:23,633 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-09T18:32:23,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:23,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:23,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:23,670 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:23,672 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:32:23,690 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:32:23,694 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:23,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:23,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:23,741 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store 2024-11-09T18:32:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:23,767 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T18:32:23,770 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:23,772 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:23,772 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:23,772 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:23,774 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:23,774 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:23,775 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:23,776 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177143772Disabling compacts and flushes for region at 1731177143772Disabling writes for close at 1731177143774 (+2 ms)Writing region close event to WAL at 1731177143775 (+1 ms)Closed at 1731177143775 2024-11-09T18:32:23,779 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/.initializing 2024-11-09T18:32:23,779 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/WALs/fb97eb0edbe8,43161,1731177142439 2024-11-09T18:32:23,791 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:23,807 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C43161%2C1731177142439, suffix=, logDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/WALs/fb97eb0edbe8,43161,1731177142439, archiveDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/oldWALs, maxLogs=10 2024-11-09T18:32:23,837 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/WALs/fb97eb0edbe8,43161,1731177142439/fb97eb0edbe8%2C43161%2C1731177142439.1731177143813, exclude list is [], retry=0 2024-11-09T18:32:23,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37099,DS-0fecde0a-922f-4dca-aa27-2d26a2568ccb,DISK] 2024-11-09T18:32:23,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-ba8373db-97b8-4dfe-b102-41f9e071ef9e,DISK] 2024-11-09T18:32:23,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T18:32:23,897 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/WALs/fb97eb0edbe8,43161,1731177142439/fb97eb0edbe8%2C43161%2C1731177142439.1731177143813 2024-11-09T18:32:23,898 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44657:44657),(127.0.0.1/127.0.0.1:39161:39161)] 2024-11-09T18:32:23,899 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:23,899 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:23,902 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:23,903 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:23,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:23,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:32:23,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:23,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:23,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:23,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:32:23,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:23,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:23,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:23,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:32:23,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:23,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:23,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:23,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:32:23,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:23,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:23,992 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:23,996 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:23,998 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:24,004 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:24,005 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:24,008 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:24,012 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:24,016 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:24,018 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65560290, jitterRate=-0.02307555079460144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:24,026 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731177143916Initializing all the Stores at 1731177143917 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177143918 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177143919 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177143919Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177143919Cleaning up temporary data from old regions at 1731177144005 (+86 ms)Region opened successfully at 1731177144026 (+21 ms) 2024-11-09T18:32:24,028 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:32:24,058 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d15b5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:24,085 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:32:24,094 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:32:24,095 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:32:24,097 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:32:24,099 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T18:32:24,103 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T18:32:24,103 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:32:24,132 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:32:24,140 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T18:32:24,197 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T18:32:24,201 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:32:24,203 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:32:24,207 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T18:32:24,210 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:32:24,215 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:32:24,228 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T18:32:24,230 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:32:24,239 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T18:32:24,261 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:32:24,271 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T18:32:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:24,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:24,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:24,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:24,286 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,43161,1731177142439, sessionid=0x10120ded0dc0000, setting cluster-up flag (Was=false) 2024-11-09T18:32:24,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:24,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:24,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:24,345 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T18:32:24,348 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,43161,1731177142439 2024-11-09T18:32:24,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:24,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:24,397 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T18:32:24,399 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,43161,1731177142439 2024-11-09T18:32:24,406 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:32:24,424 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(746): ClusterId : 0d4c436d-a46a-4885-9745-dc0ebcf701b3 2024-11-09T18:32:24,424 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(746): ClusterId : 0d4c436d-a46a-4885-9745-dc0ebcf701b3 2024-11-09T18:32:24,426 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:24,426 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:24,451 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:24,451 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:24,452 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:24,452 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:24,461 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:24,461 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:24,462 DEBUG [RS:0;fb97eb0edbe8:37223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496e4cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:24,462 DEBUG [RS:1;fb97eb0edbe8:33311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2392f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:24,475 DEBUG [RS:0;fb97eb0edbe8:37223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:37223 2024-11-09T18:32:24,478 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:24,478 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:24,478 DEBUG [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:24,479 DEBUG [RS:1;fb97eb0edbe8:33311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb97eb0edbe8:33311 2024-11-09T18:32:24,479 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:24,479 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:24,479 DEBUG [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:24,481 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,43161,1731177142439 with port=37223, startcode=1731177143270 2024-11-09T18:32:24,481 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,43161,1731177142439 with port=33311, startcode=1731177143383 2024-11-09T18:32:24,491 DEBUG [RS:1;fb97eb0edbe8:33311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:24,491 DEBUG [RS:0;fb97eb0edbe8:37223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:24,491 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:24,500 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:32:24,506 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:32:24,511 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,43161,1731177142439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:32:24,518 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:24,519 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:24,519 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:24,519 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:24,519 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:32:24,519 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,519 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:24,520 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,533 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731177174533 2024-11-09T18:32:24,534 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:24,534 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:24,535 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:32:24,536 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:32:24,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:24,541 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:32:24,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:32:24,541 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:32:24,542 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:32:24,542 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:32:24,545 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43161 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:32:24,550 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:24,552 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43161 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:32:24,553 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,560 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:32:24,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:32:24,564 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:32:24,564 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:32:24,568 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:32:24,569 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:32:24,572 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177144570,5,FailOnTimeoutGroup] 2024-11-09T18:32:24,580 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177144572,5,FailOnTimeoutGroup] 2024-11-09T18:32:24,580 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,581 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:32:24,582 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,582 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,585 DEBUG [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T18:32:24,585 DEBUG [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T18:32:24,585 WARN [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T18:32:24,585 WARN [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T18:32:24,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:24,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:32:24,600 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6 2024-11-09T18:32:24,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:32:24,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:32:24,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:24,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:24,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:24,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:24,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:24,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:24,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:24,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:24,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:24,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:24,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:24,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:24,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:24,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:24,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:24,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:24,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:24,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:24,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740 2024-11-09T18:32:24,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740 2024-11-09T18:32:24,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:24,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:24,662 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:24,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:24,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:24,674 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74026603, jitterRate=0.10308234393596649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:24,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731177144622Initializing all the Stores at 1731177144624 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177144624Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177144624Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177144625 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177144625Cleaning up temporary data from old regions at 1731177144661 (+36 ms)Region opened successfully at 1731177144678 (+17 ms) 2024-11-09T18:32:24,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:24,678 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:24,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:24,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:24,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:24,681 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:24,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177144678Disabling compacts and flushes for region at 1731177144678Disabling writes for close at 1731177144679 (+1 ms)Writing region close event to WAL at 1731177144680 (+1 ms)Closed at 1731177144680 2024-11-09T18:32:24,689 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,43161,1731177142439 with port=37223, startcode=1731177143270 2024-11-09T18:32:24,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:24,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:32:24,690 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,43161,1731177142439 with port=33311, startcode=1731177143383 2024-11-09T18:32:24,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:24,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43161 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:24,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:32:24,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,33311,1731177143383 2024-11-09T18:32:24,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43161 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,33311,1731177143383 2024-11-09T18:32:24,706 DEBUG [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6 2024-11-09T18:32:24,706 DEBUG [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45275 2024-11-09T18:32:24,706 DEBUG [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:24,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:24,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:24,713 DEBUG [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6 2024-11-09T18:32:24,713 DEBUG [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45275 2024-11-09T18:32:24,714 DEBUG [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:24,715 DEBUG [RS:0;fb97eb0edbe8:37223 {}] zookeeper.ZKUtil(111): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:24,715 WARN [RS:0;fb97eb0edbe8:37223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:24,716 INFO [RS:0;fb97eb0edbe8:37223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:24,717 DEBUG [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:24,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:32:24,841 DEBUG [RS:1;fb97eb0edbe8:33311 {}] zookeeper.ZKUtil(111): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,33311,1731177143383 2024-11-09T18:32:24,842 WARN [RS:1;fb97eb0edbe8:33311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:24,842 INFO [RS:1;fb97eb0edbe8:33311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:24,842 DEBUG [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,33311,1731177143383 2024-11-09T18:32:24,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,37223,1731177143270] 2024-11-09T18:32:24,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,33311,1731177143383] 2024-11-09T18:32:24,859 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:24,859 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:24,868 WARN [fb97eb0edbe8:43161 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:32:24,874 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:24,874 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:24,879 INFO [RS:1;fb97eb0edbe8:33311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:24,879 INFO [RS:0;fb97eb0edbe8:37223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:24,879 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,879 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,880 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:24,880 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:24,885 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:24,885 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:24,887 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,887 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,887 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,887 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,887 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,887 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:24,888 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:24,888 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,888 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,889 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,889 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,889 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,889 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,889 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:24,889 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,889 DEBUG [RS:1;fb97eb0edbe8:33311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:24,889 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,889 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:24,889 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:24,890 DEBUG [RS:0;fb97eb0edbe8:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:24,894 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33311,1731177143383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:24,895 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,37223,1731177143270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:24,914 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:24,916 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33311,1731177143383-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,917 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,917 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.Replication(171): fb97eb0edbe8,33311,1731177143383 started 2024-11-09T18:32:24,919 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:24,919 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,37223,1731177143270-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,919 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,919 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.Replication(171): fb97eb0edbe8,37223,1731177143270 started 2024-11-09T18:32:24,943 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,943 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:24,944 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,37223,1731177143270, RpcServer on fb97eb0edbe8/172.17.0.3:37223, sessionid=0x10120ded0dc0001 2024-11-09T18:32:24,944 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,33311,1731177143383, RpcServer on fb97eb0edbe8/172.17.0.3:33311, sessionid=0x10120ded0dc0002 2024-11-09T18:32:24,945 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:24,945 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:24,945 DEBUG [RS:0;fb97eb0edbe8:37223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:24,945 DEBUG [RS:1;fb97eb0edbe8:33311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,33311,1731177143383 2024-11-09T18:32:24,945 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,37223,1731177143270' 2024-11-09T18:32:24,945 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33311,1731177143383' 2024-11-09T18:32:24,946 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:24,946 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:24,947 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:24,947 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:24,947 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:24,947 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:24,947 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:24,948 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:24,948 DEBUG [RS:0;fb97eb0edbe8:37223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:24,948 DEBUG [RS:1;fb97eb0edbe8:33311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,33311,1731177143383 2024-11-09T18:32:24,948 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,37223,1731177143270' 2024-11-09T18:32:24,948 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33311,1731177143383' 2024-11-09T18:32:24,948 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:24,948 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:24,949 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:24,949 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:24,949 DEBUG [RS:1;fb97eb0edbe8:33311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:24,949 DEBUG [RS:0;fb97eb0edbe8:37223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:24,950 INFO [RS:0;fb97eb0edbe8:37223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:24,950 INFO [RS:1;fb97eb0edbe8:33311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:24,950 INFO [RS:0;fb97eb0edbe8:37223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:24,950 INFO [RS:1;fb97eb0edbe8:33311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:25,055 INFO [RS:0;fb97eb0edbe8:37223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:25,055 INFO [RS:1;fb97eb0edbe8:33311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:25,059 INFO [RS:0;fb97eb0edbe8:37223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C37223%2C1731177143270, suffix=, logDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,37223,1731177143270, archiveDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/oldWALs, maxLogs=32 2024-11-09T18:32:25,059 INFO [RS:1;fb97eb0edbe8:33311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C33311%2C1731177143383, suffix=, logDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,33311,1731177143383, archiveDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/oldWALs, maxLogs=32 2024-11-09T18:32:25,077 DEBUG [RS:1;fb97eb0edbe8:33311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,33311,1731177143383/fb97eb0edbe8%2C33311%2C1731177143383.1731177145064, exclude list is [], retry=0 2024-11-09T18:32:25,077 DEBUG [RS:0;fb97eb0edbe8:37223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,37223,1731177143270/fb97eb0edbe8%2C37223%2C1731177143270.1731177145064, exclude list is [], retry=0 2024-11-09T18:32:25,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-ba8373db-97b8-4dfe-b102-41f9e071ef9e,DISK] 2024-11-09T18:32:25,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37099,DS-0fecde0a-922f-4dca-aa27-2d26a2568ccb,DISK] 2024-11-09T18:32:25,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37099,DS-0fecde0a-922f-4dca-aa27-2d26a2568ccb,DISK] 2024-11-09T18:32:25,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-ba8373db-97b8-4dfe-b102-41f9e071ef9e,DISK] 2024-11-09T18:32:25,088 INFO [RS:1;fb97eb0edbe8:33311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,33311,1731177143383/fb97eb0edbe8%2C33311%2C1731177143383.1731177145064 2024-11-09T18:32:25,088 INFO [RS:0;fb97eb0edbe8:37223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,37223,1731177143270/fb97eb0edbe8%2C37223%2C1731177143270.1731177145064 2024-11-09T18:32:25,089 DEBUG [RS:1;fb97eb0edbe8:33311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39161:39161),(127.0.0.1/127.0.0.1:44657:44657)] 2024-11-09T18:32:25,089 DEBUG [RS:0;fb97eb0edbe8:37223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39161:39161),(127.0.0.1/127.0.0.1:44657:44657)] 2024-11-09T18:32:25,121 DEBUG [fb97eb0edbe8:43161 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T18:32:25,133 DEBUG [fb97eb0edbe8:43161 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:25,138 DEBUG [fb97eb0edbe8:43161 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:25,139 DEBUG [fb97eb0edbe8:43161 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:25,139 DEBUG [fb97eb0edbe8:43161 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:25,139 DEBUG [fb97eb0edbe8:43161 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:25,139 INFO [fb97eb0edbe8:43161 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:25,139 INFO [fb97eb0edbe8:43161 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:25,139 DEBUG [fb97eb0edbe8:43161 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:25,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:25,153 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,37223,1731177143270, state=OPENING 2024-11-09T18:32:25,208 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:32:25,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:25,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:25,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:25,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:25,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:25,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:25,221 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:25,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,37223,1731177143270}] 2024-11-09T18:32:25,401 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:25,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:25,414 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:32:25,414 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:25,415 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:32:25,418 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C37223%2C1731177143270.meta, suffix=.meta, logDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,37223,1731177143270, archiveDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/oldWALs, maxLogs=32 2024-11-09T18:32:25,435 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,37223,1731177143270/fb97eb0edbe8%2C37223%2C1731177143270.meta.1731177145420.meta, exclude list is [], retry=0 2024-11-09T18:32:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37099,DS-0fecde0a-922f-4dca-aa27-2d26a2568ccb,DISK] 2024-11-09T18:32:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-ba8373db-97b8-4dfe-b102-41f9e071ef9e,DISK] 2024-11-09T18:32:25,442 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,37223,1731177143270/fb97eb0edbe8%2C37223%2C1731177143270.meta.1731177145420.meta 2024-11-09T18:32:25,442 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44657:44657),(127.0.0.1/127.0.0.1:39161:39161)] 2024-11-09T18:32:25,442 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:25,444 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:32:25,446 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:32:25,451 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:32:25,455 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:32:25,456 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:25,456 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:32:25,456 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:32:25,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:25,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:25,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:25,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:25,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:25,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:25,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:25,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:25,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:25,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:25,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:25,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:25,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:25,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:25,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:25,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:25,471 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:25,472 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740 2024-11-09T18:32:25,475 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740 2024-11-09T18:32:25,477 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:25,477 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:25,478 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:25,481 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:25,483 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61602128, jitterRate=-0.08205676078796387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:25,483 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:32:25,484 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731177145457Writing region info on filesystem at 1731177145457Initializing all the Stores at 1731177145459 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177145459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177145459Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177145459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177145459Cleaning up temporary data from old regions at 1731177145477 (+18 ms)Running coprocessor post-open hooks at 1731177145483 (+6 ms)Region opened successfully at 1731177145484 (+1 ms) 2024-11-09T18:32:25,493 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731177145393 2024-11-09T18:32:25,504 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:32:25,504 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:32:25,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:25,510 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,37223,1731177143270, state=OPEN 2024-11-09T18:32:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:25,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:25,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:25,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:25,524 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:25,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:32:25,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,37223,1731177143270 in 301 msec 2024-11-09T18:32:25,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:32:25,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 835 msec 2024-11-09T18:32:25,540 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:25,540 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:32:25,564 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:25,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,37223,1731177143270, seqNum=-1] 2024-11-09T18:32:25,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:25,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:25,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1680 sec 2024-11-09T18:32:25,608 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731177145608, completionTime=-1 2024-11-09T18:32:25,612 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T18:32:25,612 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:32:25,648 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T18:32:25,648 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731177205648 2024-11-09T18:32:25,648 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731177265648 2024-11-09T18:32:25,648 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 36 msec 2024-11-09T18:32:25,650 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:32:25,658 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43161,1731177142439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:25,658 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43161,1731177142439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:25,659 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43161,1731177142439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:25,660 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:43161, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:25,660 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:25,661 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:25,668 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:32:25,689 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.196sec 2024-11-09T18:32:25,691 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:32:25,692 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:32:25,693 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:32:25,693 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:32:25,694 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:32:25,694 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43161,1731177142439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:25,695 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43161,1731177142439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:32:25,699 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:32:25,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:32:25,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43161,1731177142439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:25,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c5588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:25,741 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T18:32:25,741 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T18:32:25,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,43161,-1 for getting cluster id 2024-11-09T18:32:25,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:32:25,786 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d4c436d-a46a-4885-9745-dc0ebcf701b3' 2024-11-09T18:32:25,788 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:32:25,789 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d4c436d-a46a-4885-9745-dc0ebcf701b3" 2024-11-09T18:32:25,789 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e5702a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:25,789 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,43161,-1] 2024-11-09T18:32:25,792 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:32:25,794 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:25,795 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:32:25,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da4cc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:25,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:25,806 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,37223,1731177143270, seqNum=-1] 2024-11-09T18:32:25,806 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:25,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:25,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,43161,1731177142439 2024-11-09T18:32:25,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:32:25,859 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,43161,1731177142439 2024-11-09T18:32:25,862 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eae6976 2024-11-09T18:32:25,864 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:32:25,867 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:32:25,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T18:32:25,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:32:25,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T18:32:25,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:25,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:32:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:25,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:25,910 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e68ba459eeaf5d5725b7bf2b5ec51cb1, NAME => 'testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6 2024-11-09T18:32:25,911 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e467655f1aaac3831470db79b55c45f, NAME => 'testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6 2024-11-09T18:32:25,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:25,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:25,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:25,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:25,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e68ba459eeaf5d5725b7bf2b5ec51cb1, disabling compactions & flushes 2024-11-09T18:32:25,924 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:25,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:25,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. after waiting 0 ms 2024-11-09T18:32:25,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:25,924 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:25,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e68ba459eeaf5d5725b7bf2b5ec51cb1: Waiting for close lock at 1731177145924Disabling compacts and flushes for region at 1731177145924Disabling writes for close at 1731177145924Writing region close event to WAL at 1731177145924Closed at 1731177145924 2024-11-09T18:32:25,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:25,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7e467655f1aaac3831470db79b55c45f, disabling compactions & flushes 2024-11-09T18:32:25,925 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:25,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:25,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. after waiting 0 ms 2024-11-09T18:32:25,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:25,926 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:25,926 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e467655f1aaac3831470db79b55c45f: Waiting for close lock at 1731177145925Disabling compacts and flushes for region at 1731177145925Disabling writes for close at 1731177145925Writing region close event to WAL at 1731177145925Closed at 1731177145925 2024-11-09T18:32:25,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:32:25,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177145928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177145928"}]},"ts":"1731177145928"} 2024-11-09T18:32:25,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177145928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177145928"}]},"ts":"1731177145928"} 2024-11-09T18:32:25,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T18:32:25,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:32:25,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177145973"}]},"ts":"1731177145973"} 2024-11-09T18:32:25,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T18:32:25,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:25,984 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:25,984 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:25,984 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:25,984 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:25,984 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:25,984 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:25,984 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:25,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e467655f1aaac3831470db79b55c45f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e68ba459eeaf5d5725b7bf2b5ec51cb1, ASSIGN}] 2024-11-09T18:32:25,988 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e68ba459eeaf5d5725b7bf2b5ec51cb1, ASSIGN 2024-11-09T18:32:25,988 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e467655f1aaac3831470db79b55c45f, ASSIGN 2024-11-09T18:32:25,990 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e68ba459eeaf5d5725b7bf2b5ec51cb1, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,37223,1731177143270; forceNewPlan=false, retain=false 2024-11-09T18:32:25,990 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e467655f1aaac3831470db79b55c45f, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33311,1731177143383; forceNewPlan=false, retain=false 2024-11-09T18:32:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:26,147 INFO [fb97eb0edbe8:43161 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T18:32:26,148 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e467655f1aaac3831470db79b55c45f, regionState=OPENING, regionLocation=fb97eb0edbe8,33311,1731177143383 2024-11-09T18:32:26,148 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e68ba459eeaf5d5725b7bf2b5ec51cb1, regionState=OPENING, regionLocation=fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:26,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e467655f1aaac3831470db79b55c45f, ASSIGN because future has completed 2024-11-09T18:32:26,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e467655f1aaac3831470db79b55c45f, server=fb97eb0edbe8,33311,1731177143383}] 2024-11-09T18:32:26,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e68ba459eeaf5d5725b7bf2b5ec51cb1, ASSIGN because future has completed 2024-11-09T18:32:26,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e68ba459eeaf5d5725b7bf2b5ec51cb1, server=fb97eb0edbe8,37223,1731177143270}] 2024-11-09T18:32:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:26,311 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:26,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:26,323 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:26,323 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e68ba459eeaf5d5725b7bf2b5ec51cb1, NAME => 'testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T18:32:26,323 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:26,323 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e467655f1aaac3831470db79b55c45f, NAME => 'testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T18:32:26,323 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,324 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:26,324 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,324 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,324 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,324 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:26,324 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,324 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,326 INFO [StoreOpener-e68ba459eeaf5d5725b7bf2b5ec51cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,328 INFO [StoreOpener-7e467655f1aaac3831470db79b55c45f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,329 INFO [StoreOpener-e68ba459eeaf5d5725b7bf2b5ec51cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e68ba459eeaf5d5725b7bf2b5ec51cb1 columnFamilyName family 2024-11-09T18:32:26,329 DEBUG [StoreOpener-e68ba459eeaf5d5725b7bf2b5ec51cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:26,330 INFO [StoreOpener-e68ba459eeaf5d5725b7bf2b5ec51cb1-1 {}] regionserver.HStore(327): Store=e68ba459eeaf5d5725b7bf2b5ec51cb1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:26,330 INFO [StoreOpener-7e467655f1aaac3831470db79b55c45f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e467655f1aaac3831470db79b55c45f columnFamilyName family 2024-11-09T18:32:26,330 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,330 DEBUG [StoreOpener-7e467655f1aaac3831470db79b55c45f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:26,331 INFO [StoreOpener-7e467655f1aaac3831470db79b55c45f-1 {}] regionserver.HStore(327): Store=7e467655f1aaac3831470db79b55c45f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:26,331 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,332 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,332 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,333 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,333 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,333 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,333 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,333 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,333 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,336 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,336 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,339 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/7e467655f1aaac3831470db79b55c45f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:26,339 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/e68ba459eeaf5d5725b7bf2b5ec51cb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:26,340 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7e467655f1aaac3831470db79b55c45f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72540277, jitterRate=0.08093436062335968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:26,340 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e68ba459eeaf5d5725b7bf2b5ec51cb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64728517, jitterRate=-0.03546993434429169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:26,340 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,340 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,341 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7e467655f1aaac3831470db79b55c45f: Running coprocessor pre-open hook at 1731177146325Writing region info on filesystem at 1731177146325Initializing all the Stores at 1731177146326 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177146326Cleaning up temporary data from old regions at 1731177146333 (+7 ms)Running coprocessor post-open hooks at 1731177146340 (+7 ms)Region opened successfully at 1731177146341 (+1 ms) 2024-11-09T18:32:26,341 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e68ba459eeaf5d5725b7bf2b5ec51cb1: Running coprocessor pre-open hook at 1731177146324Writing region info on filesystem at 1731177146324Initializing all the Stores at 1731177146326 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177146326Cleaning up temporary data from old regions at 1731177146333 (+7 ms)Running coprocessor post-open hooks at 1731177146340 (+7 ms)Region opened successfully at 1731177146341 (+1 ms) 2024-11-09T18:32:26,343 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1., pid=8, masterSystemTime=1731177146312 2024-11-09T18:32:26,343 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f., pid=7, masterSystemTime=1731177146310 2024-11-09T18:32:26,347 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:26,347 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:26,348 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e467655f1aaac3831470db79b55c45f, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33311,1731177143383 2024-11-09T18:32:26,349 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:26,349 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:26,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e68ba459eeaf5d5725b7bf2b5ec51cb1, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:26,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e467655f1aaac3831470db79b55c45f, server=fb97eb0edbe8,33311,1731177143383 because future has completed 2024-11-09T18:32:26,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e68ba459eeaf5d5725b7bf2b5ec51cb1, server=fb97eb0edbe8,37223,1731177143270 because future has completed 2024-11-09T18:32:26,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T18:32:26,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e467655f1aaac3831470db79b55c45f, server=fb97eb0edbe8,33311,1731177143383 in 201 msec 2024-11-09T18:32:26,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T18:32:26,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e467655f1aaac3831470db79b55c45f, ASSIGN in 376 msec 2024-11-09T18:32:26,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e68ba459eeaf5d5725b7bf2b5ec51cb1, server=fb97eb0edbe8,37223,1731177143270 in 202 msec 2024-11-09T18:32:26,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T18:32:26,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e68ba459eeaf5d5725b7bf2b5ec51cb1, ASSIGN in 380 msec 2024-11-09T18:32:26,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:32:26,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177146372"}]},"ts":"1731177146372"} 2024-11-09T18:32:26,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T18:32:26,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:32:26,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 498 msec 2024-11-09T18:32:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:26,524 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T18:32:26,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T18:32:26,526 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:26,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T18:32:26,535 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:26,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T18:32:26,546 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f., hostname=fb97eb0edbe8,33311,1731177143383, seqNum=2] 2024-11-09T18:32:26,547 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:26,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:26,567 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1., hostname=fb97eb0edbe8,37223,1731177143270, seqNum=2] 2024-11-09T18:32:26,585 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e68ba459eeaf5d5725b7bf2b5ec51cb1 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T18:32:26,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/e68ba459eeaf5d5725b7bf2b5ec51cb1/.tmp/family/640e530dfedf4c0cac51fcd2cd46942b is 32, key is 5/family:/1731177146568/Put/seqid=0 2024-11-09T18:32:26,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741839_1015 (size=5083) 2024-11-09T18:32:26,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741839_1015 (size=5083) 2024-11-09T18:32:26,661 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/e68ba459eeaf5d5725b7bf2b5ec51cb1/.tmp/family/640e530dfedf4c0cac51fcd2cd46942b 2024-11-09T18:32:26,703 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/e68ba459eeaf5d5725b7bf2b5ec51cb1/.tmp/family/640e530dfedf4c0cac51fcd2cd46942b as hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/e68ba459eeaf5d5725b7bf2b5ec51cb1/family/640e530dfedf4c0cac51fcd2cd46942b 2024-11-09T18:32:26,714 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/e68ba459eeaf5d5725b7bf2b5ec51cb1/family/640e530dfedf4c0cac51fcd2cd46942b, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T18:32:26,722 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e68ba459eeaf5d5725b7bf2b5ec51cb1 in 136ms, sequenceid=9, compaction requested=false 2024-11-09T18:32:26,723 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-09T18:32:26,727 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e68ba459eeaf5d5725b7bf2b5ec51cb1: 2024-11-09T18:32:26,727 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e467655f1aaac3831470db79b55c45f 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T18:32:26,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/7e467655f1aaac3831470db79b55c45f/.tmp/family/ce0a63529331462f936558bd8d4507d9 is 32, key is 1/family:/1731177146550/Put/seqid=0 2024-11-09T18:32:26,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741840_1016 (size=5054) 2024-11-09T18:32:26,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741840_1016 (size=5054) 2024-11-09T18:32:26,776 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/7e467655f1aaac3831470db79b55c45f/.tmp/family/ce0a63529331462f936558bd8d4507d9 2024-11-09T18:32:26,791 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/7e467655f1aaac3831470db79b55c45f/.tmp/family/ce0a63529331462f936558bd8d4507d9 as hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/7e467655f1aaac3831470db79b55c45f/family/ce0a63529331462f936558bd8d4507d9 2024-11-09T18:32:26,805 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/7e467655f1aaac3831470db79b55c45f/family/ce0a63529331462f936558bd8d4507d9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T18:32:26,807 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7e467655f1aaac3831470db79b55c45f in 80ms, sequenceid=8, compaction requested=false 2024-11-09T18:32:26,807 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7e467655f1aaac3831470db79b55c45f: 2024-11-09T18:32:26,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e697426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:26,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,43161,-1 for getting cluster id 2024-11-09T18:32:26,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:32:26,813 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d4c436d-a46a-4885-9745-dc0ebcf701b3' 2024-11-09T18:32:26,814 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:32:26,814 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d4c436d-a46a-4885-9745-dc0ebcf701b3" 2024-11-09T18:32:26,814 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1911c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:26,815 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,43161,-1] 2024-11-09T18:32:26,815 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:32:26,816 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:26,817 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:32:26,820 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae504d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:26,838 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T18:32:26,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:26,841 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,37223,1731177143270, seqNum=-1] 2024-11-09T18:32:26,841 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:26,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:26,854 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:26,855 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:26,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:26,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:26,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:26,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:26,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:26,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:32:26,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:26,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:32:26,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:26,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:26,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:26,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:26,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:32:26,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:32:26,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1074485248, stopped=false 2024-11-09T18:32:26,871 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,43161,1731177142439 2024-11-09T18:32:26,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:26,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:26,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:26,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:26,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:26,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:26,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:26,928 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:26,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:26,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:26,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:26,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:26,931 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,37223,1731177143270' ***** 2024-11-09T18:32:26,931 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:26,931 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,33311,1731177143383' ***** 2024-11-09T18:32:26,931 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:26,931 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:26,931 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:26,932 INFO [RS:0;fb97eb0edbe8:37223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:26,932 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:26,932 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:26,932 INFO [RS:0;fb97eb0edbe8:37223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:26,932 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(3091): Received CLOSE for e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,933 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:26,933 INFO [RS:1;fb97eb0edbe8:33311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:26,933 INFO [RS:1;fb97eb0edbe8:33311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:26,933 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,933 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,33311,1731177143383 2024-11-09T18:32:26,933 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:26,933 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:26,933 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e68ba459eeaf5d5725b7bf2b5ec51cb1, disabling compactions & flushes 2024-11-09T18:32:26,933 INFO [RS:0;fb97eb0edbe8:37223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:37223. 2024-11-09T18:32:26,934 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:26,934 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e467655f1aaac3831470db79b55c45f, disabling compactions & flushes 2024-11-09T18:32:26,934 INFO [RS:1;fb97eb0edbe8:33311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb97eb0edbe8:33311. 2024-11-09T18:32:26,934 DEBUG [RS:0;fb97eb0edbe8:37223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:26,934 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:26,934 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:26,934 DEBUG [RS:0;fb97eb0edbe8:37223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:26,934 DEBUG [RS:1;fb97eb0edbe8:33311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:26,934 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. after waiting 0 ms 2024-11-09T18:32:26,934 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:26,934 DEBUG [RS:1;fb97eb0edbe8:33311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:26,934 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:26,934 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. after waiting 0 ms 2024-11-09T18:32:26,934 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:26,934 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:26,934 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:32:26,934 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:26,934 DEBUG [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(1325): Online Regions={7e467655f1aaac3831470db79b55c45f=testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f.} 2024-11-09T18:32:26,934 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:26,934 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:32:26,934 DEBUG [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(1351): Waiting on 7e467655f1aaac3831470db79b55c45f 2024-11-09T18:32:26,935 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:32:26,935 DEBUG [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(1325): Online Regions={e68ba459eeaf5d5725b7bf2b5ec51cb1=testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:32:26,935 DEBUG [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e68ba459eeaf5d5725b7bf2b5ec51cb1 2024-11-09T18:32:26,935 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:26,935 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:26,935 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:26,935 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:26,935 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:26,936 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T18:32:26,944 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/7e467655f1aaac3831470db79b55c45f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T18:32:26,945 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/default/testClearRegionBlockCache/e68ba459eeaf5d5725b7bf2b5ec51cb1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T18:32:26,946 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:26,946 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:26,946 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e467655f1aaac3831470db79b55c45f: Waiting for close lock at 1731177146933Running coprocessor pre-close hooks at 1731177146933Disabling compacts and flushes for region at 1731177146933Disabling writes for close at 1731177146934 (+1 ms)Writing region close event to WAL at 1731177146937 (+3 ms)Running coprocessor post-close hooks at 1731177146945 (+8 ms)Closed at 1731177146946 (+1 ms) 2024-11-09T18:32:26,947 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e68ba459eeaf5d5725b7bf2b5ec51cb1: Waiting for close lock at 1731177146933Running coprocessor pre-close hooks at 1731177146933Disabling compacts and flushes for region at 1731177146933Disabling writes for close at 1731177146934 (+1 ms)Writing region close event to WAL at 1731177146936 (+2 ms)Running coprocessor post-close hooks at 1731177146946 (+10 ms)Closed at 1731177146946 2024-11-09T18:32:26,947 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1. 2024-11-09T18:32:26,947 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731177145872.7e467655f1aaac3831470db79b55c45f. 2024-11-09T18:32:26,964 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/.tmp/info/7744fc29ee9d4cdfad8976a4d742fe66 is 173, key is testClearRegionBlockCache,5,1731177145872.e68ba459eeaf5d5725b7bf2b5ec51cb1./info:regioninfo/1731177146350/Put/seqid=0 2024-11-09T18:32:26,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:26,996 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/.tmp/info/7744fc29ee9d4cdfad8976a4d742fe66 2024-11-09T18:32:26,998 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:26,998 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:27,041 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/.tmp/ns/a572031e9c3547439a2ddc0e0011a889 is 43, key is default/ns:d/1731177145591/Put/seqid=0 2024-11-09T18:32:27,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:27,056 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/.tmp/ns/a572031e9c3547439a2ddc0e0011a889 2024-11-09T18:32:27,089 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/.tmp/table/f7045c4caebe45cebea6b27048e69449 is 61, key is testClearRegionBlockCache/table:state/1731177146372/Put/seqid=0 2024-11-09T18:32:27,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:27,102 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/.tmp/table/f7045c4caebe45cebea6b27048e69449 2024-11-09T18:32:27,113 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/.tmp/info/7744fc29ee9d4cdfad8976a4d742fe66 as hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/info/7744fc29ee9d4cdfad8976a4d742fe66 2024-11-09T18:32:27,124 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/info/7744fc29ee9d4cdfad8976a4d742fe66, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T18:32:27,126 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/.tmp/ns/a572031e9c3547439a2ddc0e0011a889 as hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/ns/a572031e9c3547439a2ddc0e0011a889 2024-11-09T18:32:27,135 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,33311,1731177143383; all regions closed. 2024-11-09T18:32:27,135 DEBUG [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:32:27,140 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/ns/a572031e9c3547439a2ddc0e0011a889, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T18:32:27,142 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/.tmp/table/f7045c4caebe45cebea6b27048e69449 as hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/table/f7045c4caebe45cebea6b27048e69449 2024-11-09T18:32:27,142 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/WALs/fb97eb0edbe8,33311,1731177143383/fb97eb0edbe8%2C33311%2C1731177143383.1731177145064 not finished, retry = 0 2024-11-09T18:32:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741834_1010 (size=1758) 2024-11-09T18:32:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741834_1010 (size=1758) 2024-11-09T18:32:27,154 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/table/f7045c4caebe45cebea6b27048e69449, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T18:32:27,157 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 221ms, sequenceid=13, compaction requested=false 2024-11-09T18:32:27,157 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:32:27,178 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T18:32:27,180 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:32:27,180 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:27,181 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177146935Running coprocessor pre-close hooks at 1731177146935Disabling compacts and flushes for region at 1731177146935Disabling writes for close at 1731177146935Obtaining lock to block concurrent updates at 1731177146936 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731177146936Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731177146937 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731177146939 (+2 ms)Flushing 1588230740/info: creating writer at 1731177146940 (+1 ms)Flushing 1588230740/info: appending metadata at 1731177146963 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731177146964 (+1 ms)Flushing 1588230740/ns: creating writer at 1731177147012 (+48 ms)Flushing 1588230740/ns: appending metadata at 1731177147041 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731177147041Flushing 1588230740/table: creating writer at 1731177147067 (+26 ms)Flushing 1588230740/table: appending metadata at 1731177147088 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731177147088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60357c45: reopening flushed file at 1731177147112 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154a3f16: reopening flushed file at 1731177147125 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a033ae: reopening flushed file at 1731177147140 (+15 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 221ms, sequenceid=13, compaction requested=false at 1731177147157 (+17 ms)Writing region close event to WAL at 1731177147166 (+9 ms)Running coprocessor post-close hooks at 1731177147180 (+14 ms)Closed at 1731177147180 2024-11-09T18:32:27,181 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:27,249 DEBUG [RS:1;fb97eb0edbe8:33311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/oldWALs 2024-11-09T18:32:27,249 INFO [RS:1;fb97eb0edbe8:33311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C33311%2C1731177143383:(num 1731177145064) 2024-11-09T18:32:27,249 DEBUG [RS:1;fb97eb0edbe8:33311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:27,250 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:27,252 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:27,253 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:27,253 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:27,253 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:27,253 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:27,253 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:27,253 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:27,254 INFO [RS:1;fb97eb0edbe8:33311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33311 2024-11-09T18:32:27,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:27,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,33311,1731177143383 2024-11-09T18:32:27,313 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:27,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,33311,1731177143383] 2024-11-09T18:32:27,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,33311,1731177143383 already deleted, retry=false 2024-11-09T18:32:27,334 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,33311,1731177143383 expired; onlineServers=1 2024-11-09T18:32:27,335 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,37223,1731177143270; all regions closed. 2024-11-09T18:32:27,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:27,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:27,344 DEBUG [RS:0;fb97eb0edbe8:37223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/oldWALs 2024-11-09T18:32:27,344 INFO [RS:0;fb97eb0edbe8:37223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C37223%2C1731177143270.meta:.meta(num 1731177145420) 2024-11-09T18:32:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741833_1009 (size=1867) 2024-11-09T18:32:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741833_1009 (size=1867) 2024-11-09T18:32:27,354 DEBUG [RS:0;fb97eb0edbe8:37223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/oldWALs 2024-11-09T18:32:27,355 INFO [RS:0;fb97eb0edbe8:37223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C37223%2C1731177143270:(num 1731177145064) 2024-11-09T18:32:27,355 DEBUG [RS:0;fb97eb0edbe8:37223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:27,355 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:27,355 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:27,355 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:27,355 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:27,355 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:27,356 INFO [RS:0;fb97eb0edbe8:37223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37223 2024-11-09T18:32:27,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:27,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,37223,1731177143270 2024-11-09T18:32:27,365 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:27,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,37223,1731177143270] 2024-11-09T18:32:27,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,37223,1731177143270 already deleted, retry=false 2024-11-09T18:32:27,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,37223,1731177143270 expired; onlineServers=0 2024-11-09T18:32:27,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,43161,1731177142439' ***** 2024-11-09T18:32:27,387 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:32:27,387 INFO [M:0;fb97eb0edbe8:43161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:27,387 INFO [M:0;fb97eb0edbe8:43161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:27,387 DEBUG [M:0;fb97eb0edbe8:43161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:32:27,387 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:32:27,387 DEBUG [M:0;fb97eb0edbe8:43161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:32:27,387 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177144570 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177144570,5,FailOnTimeoutGroup] 2024-11-09T18:32:27,387 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177144572 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177144572,5,FailOnTimeoutGroup] 2024-11-09T18:32:27,388 INFO [M:0;fb97eb0edbe8:43161 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:27,388 INFO [M:0;fb97eb0edbe8:43161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:27,388 DEBUG [M:0;fb97eb0edbe8:43161 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:32:27,388 INFO [M:0;fb97eb0edbe8:43161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:32:27,388 INFO [M:0;fb97eb0edbe8:43161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:27,389 INFO [M:0;fb97eb0edbe8:43161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:32:27,389 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:32:27,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:27,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:27,397 DEBUG [M:0;fb97eb0edbe8:43161 {}] zookeeper.ZKUtil(347): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T18:32:27,397 WARN [M:0;fb97eb0edbe8:43161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:32:27,398 INFO [M:0;fb97eb0edbe8:43161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/.lastflushedseqids 2024-11-09T18:32:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741844_1020 (size=182) 2024-11-09T18:32:27,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:27,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33311-0x10120ded0dc0002, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:27,424 INFO [RS:1;fb97eb0edbe8:33311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:27,425 INFO [RS:1;fb97eb0edbe8:33311 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,33311,1731177143383; zookeeper connection closed. 2024-11-09T18:32:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741844_1020 (size=182) 2024-11-09T18:32:27,429 INFO [M:0;fb97eb0edbe8:43161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:32:27,429 INFO [M:0;fb97eb0edbe8:43161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:32:27,429 DEBUG [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:27,429 INFO [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:27,429 DEBUG [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:27,429 DEBUG [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:27,429 DEBUG [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:27,430 INFO [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-09T18:32:27,437 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@292bd16f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@292bd16f 2024-11-09T18:32:27,459 DEBUG [M:0;fb97eb0edbe8:43161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/986c7515b5694861a5b17b4f3cfaa50c is 82, key is hbase:meta,,1/info:regioninfo/1731177145506/Put/seqid=0 2024-11-09T18:32:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:27,471 INFO [M:0;fb97eb0edbe8:43161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/986c7515b5694861a5b17b4f3cfaa50c 2024-11-09T18:32:27,476 INFO [RS:0;fb97eb0edbe8:37223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:27,476 INFO [RS:0;fb97eb0edbe8:37223 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,37223,1731177143270; zookeeper connection closed. 2024-11-09T18:32:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10120ded0dc0001, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:27,477 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43e5c8ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43e5c8ba 2024-11-09T18:32:27,477 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T18:32:27,507 DEBUG [M:0;fb97eb0edbe8:43161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1c7398d23ec4070bccc7122e9973f7c is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731177146382/Put/seqid=0 2024-11-09T18:32:27,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741846_1022 (size=6220) 2024-11-09T18:32:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741846_1022 (size=6220) 2024-11-09T18:32:27,522 INFO [M:0;fb97eb0edbe8:43161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1c7398d23ec4070bccc7122e9973f7c 2024-11-09T18:32:27,563 DEBUG [M:0;fb97eb0edbe8:43161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a310a6c383884e44bb49728aee1763e7 is 69, key is fb97eb0edbe8,33311,1731177143383/rs:state/1731177144706/Put/seqid=0 2024-11-09T18:32:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:27,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:27,576 INFO [M:0;fb97eb0edbe8:43161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a310a6c383884e44bb49728aee1763e7 2024-11-09T18:32:27,594 DEBUG [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/986c7515b5694861a5b17b4f3cfaa50c as hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/986c7515b5694861a5b17b4f3cfaa50c 2024-11-09T18:32:27,607 INFO [M:0;fb97eb0edbe8:43161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/986c7515b5694861a5b17b4f3cfaa50c, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T18:32:27,609 DEBUG [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1c7398d23ec4070bccc7122e9973f7c as hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1c7398d23ec4070bccc7122e9973f7c 2024-11-09T18:32:27,625 INFO [M:0;fb97eb0edbe8:43161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1c7398d23ec4070bccc7122e9973f7c, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T18:32:27,628 DEBUG [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a310a6c383884e44bb49728aee1763e7 as hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a310a6c383884e44bb49728aee1763e7 2024-11-09T18:32:27,639 INFO [M:0;fb97eb0edbe8:43161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45275/user/jenkins/test-data/0e5a61a8-b51b-067b-c4b4-a3b4ac4d06d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a310a6c383884e44bb49728aee1763e7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T18:32:27,641 INFO [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 212ms, sequenceid=71, compaction requested=false 2024-11-09T18:32:27,643 INFO [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:27,643 DEBUG [M:0;fb97eb0edbe8:43161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177147429Disabling compacts and flushes for region at 1731177147429Disabling writes for close at 1731177147429Obtaining lock to block concurrent updates at 1731177147430 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731177147430Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731177147430Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731177147432 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731177147432Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731177147458 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731177147458Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731177147485 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731177147506 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731177147506Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731177147535 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731177147562 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731177147562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28243414: reopening flushed file at 1731177147590 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d2adbc: reopening flushed file at 1731177147607 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509a5013: reopening flushed file at 1731177147626 (+19 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 212ms, sequenceid=71, compaction requested=false at 1731177147641 (+15 ms)Writing region close event to WAL at 1731177147643 (+2 ms)Closed at 1731177147643 2024-11-09T18:32:27,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37099 is added to blk_1073741830_1006 (size=35452) 2024-11-09T18:32:27,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741830_1006 (size=35452) 2024-11-09T18:32:27,653 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:27,654 INFO [M:0;fb97eb0edbe8:43161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:32:27,654 INFO [M:0;fb97eb0edbe8:43161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43161 2024-11-09T18:32:27,654 INFO [M:0;fb97eb0edbe8:43161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:27,760 INFO [M:0;fb97eb0edbe8:43161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x10120ded0dc0000, quorum=127.0.0.1:54048, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:27,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:27,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:27,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:27,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:27,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:27,771 WARN [BP-1650491182-172.17.0.3-1731177137913 heartbeating to localhost/127.0.0.1:45275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:27,771 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:27,771 WARN [BP-1650491182-172.17.0.3-1731177137913 heartbeating to localhost/127.0.0.1:45275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1650491182-172.17.0.3-1731177137913 (Datanode Uuid 3235c128-7d32-43df-b72e-57cc45698b72) service to localhost/127.0.0.1:45275 2024-11-09T18:32:27,771 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:27,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/data/data3/current/BP-1650491182-172.17.0.3-1731177137913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:27,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/data/data4/current/BP-1650491182-172.17.0.3-1731177137913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:27,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:27,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:27,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:27,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:27,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:27,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:27,781 WARN [BP-1650491182-172.17.0.3-1731177137913 heartbeating to localhost/127.0.0.1:45275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:27,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:27,781 WARN [BP-1650491182-172.17.0.3-1731177137913 heartbeating to localhost/127.0.0.1:45275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1650491182-172.17.0.3-1731177137913 (Datanode Uuid 21df437c-6c2c-4523-9ec5-d3a89ee40911) service to localhost/127.0.0.1:45275 2024-11-09T18:32:27,781 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:27,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/data/data1/current/BP-1650491182-172.17.0.3-1731177137913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:27,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/cluster_ff6e6eeb-c38d-8272-f270-1d77774f2c06/data/data2/current/BP-1650491182-172.17.0.3-1731177137913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:27,782 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:27,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:27,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:27,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:27,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:27,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:27,803 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:32:27,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:32:27,844 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45275 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/fb97eb0edbe8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb97eb0edbe8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/fb97eb0edbe8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45275 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb97eb0edbe8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@66899c1b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=758 (was 817), ProcessCount=11 (was 11), AvailableMemoryMB=2659 (was 3282) 2024-11-09T18:32:27,852 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=758, ProcessCount=11, AvailableMemoryMB=2658 2024-11-09T18:32:27,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.log.dir so I do NOT create it in target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc 2024-11-09T18:32:27,867 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:32:27,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.tmp.dir so I do NOT create it in target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc 2024-11-09T18:32:27,867 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7059a3d-a033-e1f4-583d-c3cdf927cae3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:32:27,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc 2024-11-09T18:32:27,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:32:27,867 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2, deleteOnExit=true 2024-11-09T18:32:27,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:32:27,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/test.cache.data in system properties and HBase conf 2024-11-09T18:32:27,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:32:27,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:32:27,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:32:27,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:32:27,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:32:27,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:32:27,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:27,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:27,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:32:27,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:27,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:32:27,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:32:27,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:27,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:27,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:32:27,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:32:27,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:32:27,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:27,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:32:27,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:32:28,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:28,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:28,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:28,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:28,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:32:28,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:28,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571c957d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:28,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486bf2a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:28,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f86f9d8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/java.io.tmpdir/jetty-localhost-33895-hadoop-hdfs-3_4_1-tests_jar-_-any-15418005623694535216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:28,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@337b10e4{HTTP/1.1, (http/1.1)}{localhost:33895} 2024-11-09T18:32:28,532 INFO [Time-limited test {}] server.Server(415): Started @12688ms 2024-11-09T18:32:28,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:28,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:28,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:28,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:28,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:32:28,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190e881d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:28,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35aa6870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:28,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69b19960{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/java.io.tmpdir/jetty-localhost-36169-hadoop-hdfs-3_4_1-tests_jar-_-any-11541647525306088196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:28,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6b328d{HTTP/1.1, (http/1.1)}{localhost:36169} 2024-11-09T18:32:28,963 INFO [Time-limited test {}] server.Server(415): Started @13118ms 2024-11-09T18:32:28,964 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:29,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:29,014 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:29,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:29,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:29,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:32:29,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac0c0ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:29,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c6e4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:29,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f541e60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/java.io.tmpdir/jetty-localhost-42155-hadoop-hdfs-3_4_1-tests_jar-_-any-10038322072055241696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:29,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25c56c2e{HTTP/1.1, (http/1.1)}{localhost:42155} 2024-11-09T18:32:29,119 INFO [Time-limited test {}] server.Server(415): Started @13274ms 2024-11-09T18:32:29,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:29,887 WARN [Thread-364 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/data/data1/current/BP-127018631-172.17.0.3-1731177147901/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:29,887 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/data/data2/current/BP-127018631-172.17.0.3-1731177147901/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:29,906 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17dae42287602675 with lease ID 0x532a82109a31a849: Processing first storage report for DS-73b918be-b487-4504-a20d-1d57ff13053e from datanode DatanodeRegistration(127.0.0.1:36521, datanodeUuid=b8805b97-de52-4c89-bcb5-617e821db0dd, infoPort=38921, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=2075831055;c=1731177147901) 2024-11-09T18:32:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17dae42287602675 with lease ID 0x532a82109a31a849: from storage DS-73b918be-b487-4504-a20d-1d57ff13053e node DatanodeRegistration(127.0.0.1:36521, datanodeUuid=b8805b97-de52-4c89-bcb5-617e821db0dd, infoPort=38921, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=2075831055;c=1731177147901), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17dae42287602675 with lease ID 0x532a82109a31a849: Processing first storage report for DS-8fbb77c4-a844-4387-8909-82266154025f from datanode DatanodeRegistration(127.0.0.1:36521, datanodeUuid=b8805b97-de52-4c89-bcb5-617e821db0dd, infoPort=38921, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=2075831055;c=1731177147901) 2024-11-09T18:32:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17dae42287602675 with lease ID 0x532a82109a31a849: from storage DS-8fbb77c4-a844-4387-8909-82266154025f node DatanodeRegistration(127.0.0.1:36521, datanodeUuid=b8805b97-de52-4c89-bcb5-617e821db0dd, infoPort=38921, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=2075831055;c=1731177147901), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:30,130 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/data/data3/current/BP-127018631-172.17.0.3-1731177147901/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:30,130 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/data/data4/current/BP-127018631-172.17.0.3-1731177147901/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:30,146 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:30,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce2db25a2d39d4b1 with lease ID 0x532a82109a31a84a: Processing first storage report for DS-75a158e6-56a8-40cb-97f8-300c626ec6e6 from datanode DatanodeRegistration(127.0.0.1:42765, datanodeUuid=bb7318ad-b4e5-4935-9701-51e7f74db037, infoPort=34443, infoSecurePort=0, ipcPort=34929, storageInfo=lv=-57;cid=testClusterID;nsid=2075831055;c=1731177147901) 2024-11-09T18:32:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce2db25a2d39d4b1 with lease ID 0x532a82109a31a84a: from storage DS-75a158e6-56a8-40cb-97f8-300c626ec6e6 node DatanodeRegistration(127.0.0.1:42765, datanodeUuid=bb7318ad-b4e5-4935-9701-51e7f74db037, infoPort=34443, infoSecurePort=0, ipcPort=34929, storageInfo=lv=-57;cid=testClusterID;nsid=2075831055;c=1731177147901), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce2db25a2d39d4b1 with lease ID 0x532a82109a31a84a: Processing first storage report for DS-41dd9d68-7730-433c-ae42-be4efa7ad156 from datanode DatanodeRegistration(127.0.0.1:42765, datanodeUuid=bb7318ad-b4e5-4935-9701-51e7f74db037, infoPort=34443, infoSecurePort=0, ipcPort=34929, storageInfo=lv=-57;cid=testClusterID;nsid=2075831055;c=1731177147901) 2024-11-09T18:32:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce2db25a2d39d4b1 with lease ID 0x532a82109a31a84a: from storage DS-41dd9d68-7730-433c-ae42-be4efa7ad156 node DatanodeRegistration(127.0.0.1:42765, datanodeUuid=bb7318ad-b4e5-4935-9701-51e7f74db037, infoPort=34443, infoSecurePort=0, ipcPort=34929, storageInfo=lv=-57;cid=testClusterID;nsid=2075831055;c=1731177147901), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:30,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc 2024-11-09T18:32:30,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/zookeeper_0, clientPort=51764, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:32:30,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51764 2024-11-09T18:32:30,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:30,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:30,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:30,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:30,188 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2 with version=8 2024-11-09T18:32:30,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/hbase-staging 2024-11-09T18:32:30,190 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:30,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:30,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:30,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:30,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:30,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:30,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:32:30,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:30,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42329 2024-11-09T18:32:30,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42329 connecting to ZooKeeper ensemble=127.0.0.1:51764 2024-11-09T18:32:30,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423290x0, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:30,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42329-0x10120def2860000 connected 2024-11-09T18:32:30,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:30,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:30,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:30,337 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2, hbase.cluster.distributed=false 2024-11-09T18:32:30,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:30,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42329 2024-11-09T18:32:30,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42329 2024-11-09T18:32:30,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42329 2024-11-09T18:32:30,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42329 2024-11-09T18:32:30,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42329 2024-11-09T18:32:30,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:30,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:30,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:30,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:30,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:30,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:30,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:30,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:30,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38311 2024-11-09T18:32:30,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38311 connecting to ZooKeeper ensemble=127.0.0.1:51764 2024-11-09T18:32:30,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:30,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:30,376 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383110x0, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:30,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38311-0x10120def2860001 connected 2024-11-09T18:32:30,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:30,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:30,379 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:30,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:30,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:30,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38311 2024-11-09T18:32:30,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38311 2024-11-09T18:32:30,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38311 2024-11-09T18:32:30,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38311 2024-11-09T18:32:30,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38311 2024-11-09T18:32:30,413 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:30,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:30,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:30,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:30,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:30,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:30,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:30,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:30,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41209 2024-11-09T18:32:30,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41209 connecting to ZooKeeper ensemble=127.0.0.1:51764 2024-11-09T18:32:30,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:30,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:30,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412090x0, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:30,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412090x0, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:30,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41209-0x10120def2860002 connected 2024-11-09T18:32:30,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:30,440 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:30,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:30,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:30,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41209 2024-11-09T18:32:30,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41209 2024-11-09T18:32:30,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41209 2024-11-09T18:32:30,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41209 2024-11-09T18:32:30,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41209 2024-11-09T18:32:30,455 DEBUG [M:0;fb97eb0edbe8:42329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:42329 2024-11-09T18:32:30,455 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb97eb0edbe8,42329,1731177150190 2024-11-09T18:32:30,460 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:30,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:30,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:30,460 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb97eb0edbe8,42329,1731177150190 2024-11-09T18:32:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,470 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:30,470 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,471 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T18:32:30,471 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb97eb0edbe8,42329,1731177150190 from backup master directory 2024-11-09T18:32:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb97eb0edbe8,42329,1731177150190 2024-11-09T18:32:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:30,481 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:30,481 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:30,481 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,42329,1731177150190 2024-11-09T18:32:30,486 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/hbase.id] with ID: 16c02d52-69a7-4de8-ae5b-aacc01214092 2024-11-09T18:32:30,486 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/.tmp/hbase.id 2024-11-09T18:32:30,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:30,495 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/.tmp/hbase.id]:[hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/hbase.id] 2024-11-09T18:32:30,514 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:30,515 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:32:30,517 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T18:32:30,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,523 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:30,532 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:30,533 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:32:30,534 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:30,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:30,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:30,546 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store 2024-11-09T18:32:30,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:30,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:30,556 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:30,556 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:30,556 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:30,556 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:30,556 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:30,556 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:30,556 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:30,556 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177150556Disabling compacts and flushes for region at 1731177150556Disabling writes for close at 1731177150556Writing region close event to WAL at 1731177150556Closed at 1731177150556 2024-11-09T18:32:30,558 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/.initializing 2024-11-09T18:32:30,558 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/WALs/fb97eb0edbe8,42329,1731177150190 2024-11-09T18:32:30,559 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:30,562 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C42329%2C1731177150190, suffix=, logDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/WALs/fb97eb0edbe8,42329,1731177150190, archiveDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/oldWALs, maxLogs=10 2024-11-09T18:32:30,575 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/WALs/fb97eb0edbe8,42329,1731177150190/fb97eb0edbe8%2C42329%2C1731177150190.1731177150562, exclude list is [], retry=0 2024-11-09T18:32:30,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36521,DS-73b918be-b487-4504-a20d-1d57ff13053e,DISK] 2024-11-09T18:32:30,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-75a158e6-56a8-40cb-97f8-300c626ec6e6,DISK] 2024-11-09T18:32:30,582 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/WALs/fb97eb0edbe8,42329,1731177150190/fb97eb0edbe8%2C42329%2C1731177150190.1731177150562 2024-11-09T18:32:30,582 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38921:38921),(127.0.0.1/127.0.0.1:34443:34443)] 2024-11-09T18:32:30,582 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:30,583 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:30,583 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,583 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:32:30,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:30,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:30,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:32:30,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:30,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:30,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:32:30,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:30,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:30,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:32:30,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:30,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:30,598 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,599 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,600 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,602 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,602 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,603 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:30,604 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:30,606 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:30,607 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66440295, jitterRate=-0.009962454438209534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:30,608 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731177150583Initializing all the Stores at 1731177150584 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177150584Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177150584Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177150584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177150585 (+1 ms)Cleaning up temporary data from old regions at 1731177150602 (+17 ms)Region opened successfully at 1731177150608 (+6 ms) 2024-11-09T18:32:30,609 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:32:30,614 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a727165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:30,615 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:32:30,615 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:32:30,615 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:32:30,616 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:32:30,617 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:32:30,617 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:32:30,617 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:32:30,620 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:32:30,621 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T18:32:30,628 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T18:32:30,628 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:32:30,629 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:32:30,638 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T18:32:30,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:32:30,640 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:32:30,649 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T18:32:30,650 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:32:30,660 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T18:32:30,665 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:32:30,670 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T18:32:30,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:30,681 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:30,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:30,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,681 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,683 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,42329,1731177150190, sessionid=0x10120def2860000, setting cluster-up flag (Was=false) 2024-11-09T18:32:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,702 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,733 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T18:32:30,736 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,42329,1731177150190 2024-11-09T18:32:30,755 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:30,787 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T18:32:30,790 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,42329,1731177150190 2024-11-09T18:32:30,792 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:32:30,796 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:30,796 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:32:30,797 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:32:30,797 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,42329,1731177150190 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:32:30,800 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:30,800 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:30,800 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:30,801 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:30,801 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:32:30,801 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:30,801 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:30,801 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:30,803 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731177180803 2024-11-09T18:32:30,803 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:32:30,803 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:32:30,803 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:32:30,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:30,803 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:32:30,803 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:32:30,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:32:30,804 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:32:30,804 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:30,805 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:30,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:32:30,811 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:32:30,811 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:32:30,811 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:32:30,812 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:32:30,812 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:32:30,812 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177150812,5,FailOnTimeoutGroup] 2024-11-09T18:32:30,814 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177150812,5,FailOnTimeoutGroup] 2024-11-09T18:32:30,814 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:30,814 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:32:30,814 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:30,814 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:30,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:32:30,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2 2024-11-09T18:32:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:32:30,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:32:30,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:30,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:30,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:30,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:30,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:30,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:30,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:30,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:30,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:30,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:30,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:30,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:30,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:30,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:30,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:30,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:30,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:30,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:30,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740 2024-11-09T18:32:30,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740 2024-11-09T18:32:30,865 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(746): ClusterId : 16c02d52-69a7-4de8-ae5b-aacc01214092 2024-11-09T18:32:30,865 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(746): ClusterId : 16c02d52-69a7-4de8-ae5b-aacc01214092 2024-11-09T18:32:30,866 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:30,866 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:30,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:30,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:30,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:30,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:30,871 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:30,871 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:30,871 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:30,872 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:30,872 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:30,873 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65901890, jitterRate=-0.01798531413078308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:30,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731177150836Initializing all the Stores at 1731177150837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177150838 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177150838Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177150838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177150838Cleaning up temporary data from old regions at 1731177150867 (+29 ms)Region opened successfully at 1731177150874 (+7 ms) 2024-11-09T18:32:30,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:30,875 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:30,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:30,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:30,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:30,876 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:30,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177150874Disabling compacts and flushes for region at 1731177150874Disabling writes for close at 1731177150875 (+1 ms)Writing region close event to WAL at 1731177150876 (+1 ms)Closed at 1731177150876 2024-11-09T18:32:30,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:30,879 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:32:30,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:32:30,881 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:30,883 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:32:30,892 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:30,892 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:30,893 DEBUG [RS:0;fb97eb0edbe8:38311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8096fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:30,893 DEBUG [RS:1;fb97eb0edbe8:41209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44dd870e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:30,907 DEBUG [RS:1;fb97eb0edbe8:41209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb97eb0edbe8:41209 2024-11-09T18:32:30,907 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:30,907 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:30,907 DEBUG [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:30,908 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,42329,1731177150190 with port=41209, startcode=1731177150413 2024-11-09T18:32:30,909 DEBUG [RS:1;fb97eb0edbe8:41209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:30,911 DEBUG [RS:0;fb97eb0edbe8:38311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:38311 2024-11-09T18:32:30,911 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:30,911 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:30,911 DEBUG [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:30,911 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:30,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,41209,1731177150413 2024-11-09T18:32:30,912 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,42329,1731177150190 with port=38311, startcode=1731177150358 2024-11-09T18:32:30,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42329 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,41209,1731177150413 2024-11-09T18:32:30,912 DEBUG [RS:0;fb97eb0edbe8:38311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:30,914 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:30,915 DEBUG [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2 2024-11-09T18:32:30,915 DEBUG [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35305 2024-11-09T18:32:30,915 DEBUG [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:30,915 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:30,915 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42329 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:30,917 DEBUG [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2 2024-11-09T18:32:30,918 DEBUG [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35305 2024-11-09T18:32:30,918 DEBUG [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:30,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:32:30,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:30,998 DEBUG [RS:1;fb97eb0edbe8:41209 {}] zookeeper.ZKUtil(111): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,41209,1731177150413 2024-11-09T18:32:30,998 WARN [RS:1;fb97eb0edbe8:41209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:30,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,38311,1731177150358] 2024-11-09T18:32:30,998 INFO [RS:1;fb97eb0edbe8:41209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:30,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,41209,1731177150413] 2024-11-09T18:32:30,998 DEBUG [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,41209,1731177150413 2024-11-09T18:32:30,998 DEBUG [RS:0;fb97eb0edbe8:38311 {}] zookeeper.ZKUtil(111): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:30,999 WARN [RS:0;fb97eb0edbe8:38311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:30,999 INFO [RS:0;fb97eb0edbe8:38311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:30,999 DEBUG [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:31,006 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:31,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:31,025 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:31,025 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:31,025 INFO [RS:0;fb97eb0edbe8:38311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:31,025 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,025 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:31,027 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:31,027 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,027 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,027 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,027 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,027 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,027 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,027 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:31,027 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,028 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,028 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,028 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,028 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,028 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,028 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:31,028 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:31,028 DEBUG [RS:0;fb97eb0edbe8:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:31,032 INFO [RS:1;fb97eb0edbe8:41209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:31,032 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,033 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:31,033 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,033 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,033 WARN [fb97eb0edbe8:42329 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:32:31,033 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,033 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,033 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,033 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38311,1731177150358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:31,034 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:31,034 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,034 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,034 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,034 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,034 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,034 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,035 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:31,035 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,035 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,035 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,035 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,035 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,035 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:31,035 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:31,035 DEBUG [RS:1;fb97eb0edbe8:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:31,037 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,037 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,037 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,037 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,037 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,037 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41209,1731177150413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:31,052 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:31,052 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41209,1731177150413-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,052 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,052 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.Replication(171): fb97eb0edbe8,41209,1731177150413 started 2024-11-09T18:32:31,054 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:31,054 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38311,1731177150358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,054 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,054 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.Replication(171): fb97eb0edbe8,38311,1731177150358 started 2024-11-09T18:32:31,066 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,067 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,41209,1731177150413, RpcServer on fb97eb0edbe8/172.17.0.3:41209, sessionid=0x10120def2860002 2024-11-09T18:32:31,067 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:31,067 DEBUG [RS:1;fb97eb0edbe8:41209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,41209,1731177150413 2024-11-09T18:32:31,067 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,41209,1731177150413' 2024-11-09T18:32:31,067 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:31,068 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:31,068 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:31,068 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:31,068 DEBUG [RS:1;fb97eb0edbe8:41209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,41209,1731177150413 2024-11-09T18:32:31,069 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,41209,1731177150413' 2024-11-09T18:32:31,069 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:31,069 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:31,070 DEBUG [RS:1;fb97eb0edbe8:41209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:31,070 INFO [RS:1;fb97eb0edbe8:41209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:31,070 INFO [RS:1;fb97eb0edbe8:41209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:31,074 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,074 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,38311,1731177150358, RpcServer on fb97eb0edbe8/172.17.0.3:38311, sessionid=0x10120def2860001 2024-11-09T18:32:31,075 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:31,075 DEBUG [RS:0;fb97eb0edbe8:38311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:31,075 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,38311,1731177150358' 2024-11-09T18:32:31,075 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:31,076 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:31,076 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:31,076 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:31,076 DEBUG [RS:0;fb97eb0edbe8:38311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:31,077 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,38311,1731177150358' 2024-11-09T18:32:31,077 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:31,077 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:31,078 DEBUG [RS:0;fb97eb0edbe8:38311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:31,078 INFO [RS:0;fb97eb0edbe8:38311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:31,078 INFO [RS:0;fb97eb0edbe8:38311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:31,171 INFO [RS:1;fb97eb0edbe8:41209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:31,176 INFO [RS:1;fb97eb0edbe8:41209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C41209%2C1731177150413, suffix=, logDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,41209,1731177150413, archiveDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/oldWALs, maxLogs=32 2024-11-09T18:32:31,179 INFO [RS:0;fb97eb0edbe8:38311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:31,183 INFO [RS:0;fb97eb0edbe8:38311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C38311%2C1731177150358, suffix=, logDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,38311,1731177150358, archiveDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/oldWALs, maxLogs=32 2024-11-09T18:32:31,198 DEBUG [RS:1;fb97eb0edbe8:41209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,41209,1731177150413/fb97eb0edbe8%2C41209%2C1731177150413.1731177151180, exclude list is [], retry=0 2024-11-09T18:32:31,200 DEBUG [RS:0;fb97eb0edbe8:38311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,38311,1731177150358/fb97eb0edbe8%2C38311%2C1731177150358.1731177151187, exclude list is [], retry=0 2024-11-09T18:32:31,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36521,DS-73b918be-b487-4504-a20d-1d57ff13053e,DISK] 2024-11-09T18:32:31,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-75a158e6-56a8-40cb-97f8-300c626ec6e6,DISK] 2024-11-09T18:32:31,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36521,DS-73b918be-b487-4504-a20d-1d57ff13053e,DISK] 2024-11-09T18:32:31,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-75a158e6-56a8-40cb-97f8-300c626ec6e6,DISK] 2024-11-09T18:32:31,204 INFO [RS:1;fb97eb0edbe8:41209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,41209,1731177150413/fb97eb0edbe8%2C41209%2C1731177150413.1731177151180 2024-11-09T18:32:31,209 DEBUG [RS:1;fb97eb0edbe8:41209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34443:34443),(127.0.0.1/127.0.0.1:38921:38921)] 2024-11-09T18:32:31,210 INFO [RS:0;fb97eb0edbe8:38311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,38311,1731177150358/fb97eb0edbe8%2C38311%2C1731177150358.1731177151187 2024-11-09T18:32:31,211 DEBUG [RS:0;fb97eb0edbe8:38311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34443:34443),(127.0.0.1/127.0.0.1:38921:38921)] 2024-11-09T18:32:31,283 DEBUG [fb97eb0edbe8:42329 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T18:32:31,284 DEBUG [fb97eb0edbe8:42329 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:31,291 DEBUG [fb97eb0edbe8:42329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:31,291 DEBUG [fb97eb0edbe8:42329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:31,291 DEBUG [fb97eb0edbe8:42329 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:31,291 DEBUG [fb97eb0edbe8:42329 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:31,291 INFO [fb97eb0edbe8:42329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:31,291 INFO [fb97eb0edbe8:42329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:31,292 DEBUG [fb97eb0edbe8:42329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:31,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:31,295 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,38311,1731177150358, state=OPENING 2024-11-09T18:32:31,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:32:31,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:31,376 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:31,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:31,377 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:31,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:31,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:31,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:31,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,38311,1731177150358}] 2024-11-09T18:32:31,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:31,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:31,541 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:32:31,542 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:31,542 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:32:31,545 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C38311%2C1731177150358.meta, suffix=.meta, logDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,38311,1731177150358, archiveDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/oldWALs, maxLogs=32 2024-11-09T18:32:31,559 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,38311,1731177150358/fb97eb0edbe8%2C38311%2C1731177150358.meta.1731177151546.meta, exclude list is [], retry=0 2024-11-09T18:32:31,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36521,DS-73b918be-b487-4504-a20d-1d57ff13053e,DISK] 2024-11-09T18:32:31,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-75a158e6-56a8-40cb-97f8-300c626ec6e6,DISK] 2024-11-09T18:32:31,563 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,38311,1731177150358/fb97eb0edbe8%2C38311%2C1731177150358.meta.1731177151546.meta 2024-11-09T18:32:31,564 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34443:34443),(127.0.0.1/127.0.0.1:38921:38921)] 2024-11-09T18:32:31,564 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:31,564 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:32:31,564 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:32:31,564 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:32:31,565 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:32:31,565 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:31,565 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:32:31,565 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:32:31,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:31,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:31,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:31,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:31,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:31,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:31,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:31,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:31,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:31,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:31,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:31,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:31,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:31,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:31,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:31,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:31,573 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:31,574 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740 2024-11-09T18:32:31,575 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740 2024-11-09T18:32:31,577 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:31,577 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:31,577 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:31,579 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:31,580 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64331001, jitterRate=-0.04139338433742523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:31,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:32:31,581 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731177151565Writing region info on filesystem at 1731177151565Initializing all the Stores at 1731177151566 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177151566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177151566Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177151566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177151566Cleaning up temporary data from old regions at 1731177151577 (+11 ms)Running coprocessor post-open hooks at 1731177151580 (+3 ms)Region opened successfully at 1731177151581 (+1 ms) 2024-11-09T18:32:31,582 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731177151533 2024-11-09T18:32:31,585 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:32:31,585 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:32:31,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:31,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,38311,1731177150358, state=OPEN 2024-11-09T18:32:31,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:31,607 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:31,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:31,607 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:31,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:31,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:31,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:31,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:32:31,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,38311,1731177150358 in 230 msec 2024-11-09T18:32:31,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:32:31,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 732 msec 2024-11-09T18:32:31,616 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:31,616 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:32:31,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:31,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38311,1731177150358, seqNum=-1] 2024-11-09T18:32:31,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:31,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:31,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 832 msec 2024-11-09T18:32:31,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731177151629, completionTime=-1 2024-11-09T18:32:31,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T18:32:31,629 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:32:31,631 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T18:32:31,631 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731177211631 2024-11-09T18:32:31,632 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731177271631 2024-11-09T18:32:31,632 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:32:31,632 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:32:31,633 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42329,1731177150190-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,633 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42329,1731177150190-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,633 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42329,1731177150190-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,633 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:42329, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,633 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,633 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,636 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:32:31,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.157sec 2024-11-09T18:32:31,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:32:31,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:32:31,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:32:31,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:32:31,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:32:31,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42329,1731177150190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:31,639 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42329,1731177150190-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:32:31,642 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:32:31,642 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:32:31,642 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42329,1731177150190-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:31,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68247fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:31,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42329,-1 for getting cluster id 2024-11-09T18:32:31,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:32:31,668 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16c02d52-69a7-4de8-ae5b-aacc01214092' 2024-11-09T18:32:31,668 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:32:31,668 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16c02d52-69a7-4de8-ae5b-aacc01214092" 2024-11-09T18:32:31,669 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4160bcd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:31,669 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42329,-1] 2024-11-09T18:32:31,669 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:32:31,669 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:31,671 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:32:31,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5fb690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:31,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:31,673 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38311,1731177150358, seqNum=-1] 2024-11-09T18:32:31,674 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:31,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:31,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,42329,1731177150190 2024-11-09T18:32:31,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:32:31,680 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42329,1731177150190 2024-11-09T18:32:31,680 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44d40608 2024-11-09T18:32:31,680 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:32:31,682 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:32:31,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T18:32:31,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:32:31,686 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:31,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T18:32:31,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:32:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:31,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:31,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:31,698 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da69e7d80c381adb69267e4d2fe21d72, NAME => 'testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2 2024-11-09T18:32:31,698 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 005396cc4c8c97341181d1042749b7d4, NAME => 'testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2 2024-11-09T18:32:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:31,707 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:31,707 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing da69e7d80c381adb69267e4d2fe21d72, disabling compactions & flushes 2024-11-09T18:32:31,707 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:31,707 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:31,707 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. after waiting 0 ms 2024-11-09T18:32:31,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:31,708 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:31,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for da69e7d80c381adb69267e4d2fe21d72: Waiting for close lock at 1731177151707Disabling compacts and flushes for region at 1731177151707Disabling writes for close at 1731177151707Writing region close event to WAL at 1731177151708 (+1 ms)Closed at 1731177151708 2024-11-09T18:32:31,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:31,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 005396cc4c8c97341181d1042749b7d4, disabling compactions & flushes 2024-11-09T18:32:31,708 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:31,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:31,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. after waiting 0 ms 2024-11-09T18:32:31,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:31,708 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:31,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 005396cc4c8c97341181d1042749b7d4: Waiting for close lock at 1731177151708Disabling compacts and flushes for region at 1731177151708Disabling writes for close at 1731177151708Writing region close event to WAL at 1731177151708Closed at 1731177151708 2024-11-09T18:32:31,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:32:31,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177151710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177151710"}]},"ts":"1731177151710"} 2024-11-09T18:32:31,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177151710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177151710"}]},"ts":"1731177151710"} 2024-11-09T18:32:31,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T18:32:31,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:32:31,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177151716"}]},"ts":"1731177151716"} 2024-11-09T18:32:31,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T18:32:31,719 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:31,720 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:31,720 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:31,720 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:31,720 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:31,720 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:31,720 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:31,720 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:31,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da69e7d80c381adb69267e4d2fe21d72, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005396cc4c8c97341181d1042749b7d4, ASSIGN}] 2024-11-09T18:32:31,723 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005396cc4c8c97341181d1042749b7d4, ASSIGN 2024-11-09T18:32:31,723 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da69e7d80c381adb69267e4d2fe21d72, ASSIGN 2024-11-09T18:32:31,724 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005396cc4c8c97341181d1042749b7d4, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,38311,1731177150358; forceNewPlan=false, retain=false 2024-11-09T18:32:31,724 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da69e7d80c381adb69267e4d2fe21d72, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41209,1731177150413; forceNewPlan=false, retain=false 2024-11-09T18:32:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:31,875 INFO [fb97eb0edbe8:42329 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T18:32:31,876 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=005396cc4c8c97341181d1042749b7d4, regionState=OPENING, regionLocation=fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:31,876 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da69e7d80c381adb69267e4d2fe21d72, regionState=OPENING, regionLocation=fb97eb0edbe8,41209,1731177150413 2024-11-09T18:32:31,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da69e7d80c381adb69267e4d2fe21d72, ASSIGN because future has completed 2024-11-09T18:32:31,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da69e7d80c381adb69267e4d2fe21d72, server=fb97eb0edbe8,41209,1731177150413}] 2024-11-09T18:32:31,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005396cc4c8c97341181d1042749b7d4, ASSIGN because future has completed 2024-11-09T18:32:31,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005396cc4c8c97341181d1042749b7d4, server=fb97eb0edbe8,38311,1731177150358}] 2024-11-09T18:32:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:32,039 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:32,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:32,051 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:32,051 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:32,052 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 005396cc4c8c97341181d1042749b7d4, NAME => 'testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T18:32:32,051 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => da69e7d80c381adb69267e4d2fe21d72, NAME => 'testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T18:32:32,052 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,052 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:32,052 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,052 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,052 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:32,052 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,052 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,052 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,054 INFO [StoreOpener-da69e7d80c381adb69267e4d2fe21d72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,054 INFO [StoreOpener-005396cc4c8c97341181d1042749b7d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,056 INFO [StoreOpener-da69e7d80c381adb69267e4d2fe21d72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da69e7d80c381adb69267e4d2fe21d72 columnFamilyName family 2024-11-09T18:32:32,056 INFO [StoreOpener-005396cc4c8c97341181d1042749b7d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 005396cc4c8c97341181d1042749b7d4 columnFamilyName family 2024-11-09T18:32:32,056 DEBUG [StoreOpener-da69e7d80c381adb69267e4d2fe21d72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:32,056 DEBUG [StoreOpener-005396cc4c8c97341181d1042749b7d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:32,056 INFO [StoreOpener-da69e7d80c381adb69267e4d2fe21d72-1 {}] regionserver.HStore(327): Store=da69e7d80c381adb69267e4d2fe21d72/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:32,056 INFO [StoreOpener-005396cc4c8c97341181d1042749b7d4-1 {}] regionserver.HStore(327): Store=005396cc4c8c97341181d1042749b7d4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:32,057 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,057 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,058 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,058 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,058 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,058 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,059 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,059 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,059 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,059 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,061 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,061 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,063 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/005396cc4c8c97341181d1042749b7d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:32,064 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/da69e7d80c381adb69267e4d2fe21d72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:32,064 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 005396cc4c8c97341181d1042749b7d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72591624, jitterRate=0.08169949054718018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:32,064 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,065 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened da69e7d80c381adb69267e4d2fe21d72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70618809, jitterRate=0.05230225622653961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:32,065 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,065 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for da69e7d80c381adb69267e4d2fe21d72: Running coprocessor pre-open hook at 1731177152053Writing region info on filesystem at 1731177152053Initializing all the Stores at 1731177152054 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177152054Cleaning up temporary data from old regions at 1731177152059 (+5 ms)Running coprocessor post-open hooks at 1731177152065 (+6 ms)Region opened successfully at 1731177152065 2024-11-09T18:32:32,065 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 005396cc4c8c97341181d1042749b7d4: Running coprocessor pre-open hook at 1731177152052Writing region info on filesystem at 1731177152052Initializing all the Stores at 1731177152054 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177152054Cleaning up temporary data from old regions at 1731177152059 (+5 ms)Running coprocessor post-open hooks at 1731177152064 (+5 ms)Region opened successfully at 1731177152065 (+1 ms) 2024-11-09T18:32:32,066 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4., pid=8, masterSystemTime=1731177152040 2024-11-09T18:32:32,066 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72., pid=7, masterSystemTime=1731177152038 2024-11-09T18:32:32,069 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:32,069 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:32,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=005396cc4c8c97341181d1042749b7d4, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:32,071 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:32,071 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:32,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da69e7d80c381adb69267e4d2fe21d72, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41209,1731177150413 2024-11-09T18:32:32,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005396cc4c8c97341181d1042749b7d4, server=fb97eb0edbe8,38311,1731177150358 because future has completed 2024-11-09T18:32:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da69e7d80c381adb69267e4d2fe21d72, server=fb97eb0edbe8,41209,1731177150413 because future has completed 2024-11-09T18:32:32,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T18:32:32,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 005396cc4c8c97341181d1042749b7d4, server=fb97eb0edbe8,38311,1731177150358 in 191 msec 2024-11-09T18:32:32,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T18:32:32,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da69e7d80c381adb69267e4d2fe21d72, server=fb97eb0edbe8,41209,1731177150413 in 195 msec 2024-11-09T18:32:32,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005396cc4c8c97341181d1042749b7d4, ASSIGN in 359 msec 2024-11-09T18:32:32,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:32:32,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da69e7d80c381adb69267e4d2fe21d72, ASSIGN in 360 msec 2024-11-09T18:32:32,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:32:32,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177152085"}]},"ts":"1731177152085"} 2024-11-09T18:32:32,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T18:32:32,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:32:32,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 407 msec 2024-11-09T18:32:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:32,314 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T18:32:32,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T18:32:32,314 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:32,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T18:32:32,320 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:32,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T18:32:32,325 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72., hostname=fb97eb0edbe8,41209,1731177150413, seqNum=2] 2024-11-09T18:32:32,325 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:32,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:32,341 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4., hostname=fb97eb0edbe8,38311,1731177150358, seqNum=2] 2024-11-09T18:32:32,352 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 005396cc4c8c97341181d1042749b7d4 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T18:32:32,371 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/005396cc4c8c97341181d1042749b7d4/.tmp/family/951810abefd04b2ca02739ac963dd192 is 32, key is 5/family:/1731177152342/Put/seqid=0 2024-11-09T18:32:32,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741839_1015 (size=5083) 2024-11-09T18:32:32,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741839_1015 (size=5083) 2024-11-09T18:32:32,377 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/005396cc4c8c97341181d1042749b7d4/.tmp/family/951810abefd04b2ca02739ac963dd192 2024-11-09T18:32:32,385 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/005396cc4c8c97341181d1042749b7d4/.tmp/family/951810abefd04b2ca02739ac963dd192 as hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/005396cc4c8c97341181d1042749b7d4/family/951810abefd04b2ca02739ac963dd192 2024-11-09T18:32:32,393 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/005396cc4c8c97341181d1042749b7d4/family/951810abefd04b2ca02739ac963dd192, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T18:32:32,394 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 005396cc4c8c97341181d1042749b7d4 in 42ms, sequenceid=9, compaction requested=false 2024-11-09T18:32:32,394 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 005396cc4c8c97341181d1042749b7d4: 2024-11-09T18:32:32,395 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing da69e7d80c381adb69267e4d2fe21d72 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T18:32:32,410 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/da69e7d80c381adb69267e4d2fe21d72/.tmp/family/50c51a11d79e4185b3ddbb5cad36fa86 is 32, key is 1/family:/1731177152328/Put/seqid=0 2024-11-09T18:32:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741840_1016 (size=5054) 2024-11-09T18:32:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741840_1016 (size=5054) 2024-11-09T18:32:32,417 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/da69e7d80c381adb69267e4d2fe21d72/.tmp/family/50c51a11d79e4185b3ddbb5cad36fa86 2024-11-09T18:32:32,426 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/da69e7d80c381adb69267e4d2fe21d72/.tmp/family/50c51a11d79e4185b3ddbb5cad36fa86 as hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/da69e7d80c381adb69267e4d2fe21d72/family/50c51a11d79e4185b3ddbb5cad36fa86 2024-11-09T18:32:32,434 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/da69e7d80c381adb69267e4d2fe21d72/family/50c51a11d79e4185b3ddbb5cad36fa86, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T18:32:32,436 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for da69e7d80c381adb69267e4d2fe21d72 in 42ms, sequenceid=8, compaction requested=false 2024-11-09T18:32:32,436 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for da69e7d80c381adb69267e4d2fe21d72: 2024-11-09T18:32:32,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:32:32,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:32,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:32,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:32,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:32,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:32:32,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:32:32,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=523063378, stopped=false 2024-11-09T18:32:32,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,42329,1731177150190 2024-11-09T18:32:32,491 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:32,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:32,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:32,491 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:32,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:32,491 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:32,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:32,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:32,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:32,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:32,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:32,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:32,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:32,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,38311,1731177150358' ***** 2024-11-09T18:32:32,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:32,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,41209,1731177150413' ***** 2024-11-09T18:32:32,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:32,493 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:32,493 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:32,493 INFO [RS:0;fb97eb0edbe8:38311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:32,493 INFO [RS:1;fb97eb0edbe8:41209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:32,493 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:32,493 INFO [RS:0;fb97eb0edbe8:38311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:32,493 INFO [RS:1;fb97eb0edbe8:41209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:32,493 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:32,493 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(3091): Received CLOSE for 005396cc4c8c97341181d1042749b7d4 2024-11-09T18:32:32,493 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,494 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,41209,1731177150413 2024-11-09T18:32:32,494 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:32,494 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:32,494 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:32,494 INFO [RS:1;fb97eb0edbe8:41209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb97eb0edbe8:41209. 2024-11-09T18:32:32,494 INFO [RS:0;fb97eb0edbe8:38311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:38311. 2024-11-09T18:32:32,494 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da69e7d80c381adb69267e4d2fe21d72, disabling compactions & flushes 2024-11-09T18:32:32,494 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 005396cc4c8c97341181d1042749b7d4, disabling compactions & flushes 2024-11-09T18:32:32,494 DEBUG [RS:0;fb97eb0edbe8:38311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:32,494 DEBUG [RS:1;fb97eb0edbe8:41209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:32,494 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:32,494 DEBUG [RS:0;fb97eb0edbe8:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:32,494 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:32,494 DEBUG [RS:1;fb97eb0edbe8:41209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:32,494 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:32,494 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:32,494 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:32,494 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. after waiting 0 ms 2024-11-09T18:32:32,494 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. after waiting 0 ms 2024-11-09T18:32:32,494 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:32,494 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:32,494 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:32,494 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:32,494 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:32:32,494 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:32:32,494 DEBUG [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(1325): Online Regions={da69e7d80c381adb69267e4d2fe21d72=testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72.} 2024-11-09T18:32:32,494 DEBUG [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(1351): Waiting on da69e7d80c381adb69267e4d2fe21d72 2024-11-09T18:32:32,495 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:32:32,495 DEBUG [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(1325): Online Regions={005396cc4c8c97341181d1042749b7d4=testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:32:32,495 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:32,495 DEBUG [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(1351): Waiting on 005396cc4c8c97341181d1042749b7d4, 1588230740 2024-11-09T18:32:32,495 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:32,495 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:32,495 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:32,495 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:32,495 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T18:32:32,500 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/da69e7d80c381adb69267e4d2fe21d72/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T18:32:32,500 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/default/testClearRegionBlockCache/005396cc4c8c97341181d1042749b7d4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T18:32:32,500 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:32,501 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:32,501 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 005396cc4c8c97341181d1042749b7d4: Waiting for close lock at 1731177152494Running coprocessor pre-close hooks at 1731177152494Disabling compacts and flushes for region at 1731177152494Disabling writes for close at 1731177152494Writing region close event to WAL at 1731177152495 (+1 ms)Running coprocessor post-close hooks at 1731177152500 (+5 ms)Closed at 1731177152500 2024-11-09T18:32:32,501 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da69e7d80c381adb69267e4d2fe21d72: Waiting for close lock at 1731177152494Running coprocessor pre-close hooks at 1731177152494Disabling compacts and flushes for region at 1731177152494Disabling writes for close at 1731177152494Writing region close event to WAL at 1731177152495 (+1 ms)Running coprocessor post-close hooks at 1731177152501 (+6 ms)Closed at 1731177152501 2024-11-09T18:32:32,501 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4. 2024-11-09T18:32:32,501 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731177151682.da69e7d80c381adb69267e4d2fe21d72. 2024-11-09T18:32:32,513 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/.tmp/info/e9974d106cf4411ca511545fbdc4a4fb is 173, key is testClearRegionBlockCache,5,1731177151682.005396cc4c8c97341181d1042749b7d4./info:regioninfo/1731177152070/Put/seqid=0 2024-11-09T18:32:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:32,520 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/.tmp/info/e9974d106cf4411ca511545fbdc4a4fb 2024-11-09T18:32:32,535 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:32,539 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:32,542 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/.tmp/ns/729d50ac5ef6414cbea2a4b61c63582d is 43, key is default/ns:d/1731177151620/Put/seqid=0 2024-11-09T18:32:32,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:32,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:32,549 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/.tmp/ns/729d50ac5ef6414cbea2a4b61c63582d 2024-11-09T18:32:32,576 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/.tmp/table/07edb78365d0439b94a13ac6fdc91654 is 61, key is testClearRegionBlockCache/table:state/1731177152085/Put/seqid=0 2024-11-09T18:32:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:32,582 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/.tmp/table/07edb78365d0439b94a13ac6fdc91654 2024-11-09T18:32:32,591 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/.tmp/info/e9974d106cf4411ca511545fbdc4a4fb as hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/info/e9974d106cf4411ca511545fbdc4a4fb 2024-11-09T18:32:32,599 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/info/e9974d106cf4411ca511545fbdc4a4fb, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T18:32:32,601 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/.tmp/ns/729d50ac5ef6414cbea2a4b61c63582d as hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/ns/729d50ac5ef6414cbea2a4b61c63582d 2024-11-09T18:32:32,608 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/ns/729d50ac5ef6414cbea2a4b61c63582d, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T18:32:32,610 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/.tmp/table/07edb78365d0439b94a13ac6fdc91654 as hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/table/07edb78365d0439b94a13ac6fdc91654 2024-11-09T18:32:32,618 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/table/07edb78365d0439b94a13ac6fdc91654, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T18:32:32,619 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=13, compaction requested=false 2024-11-09T18:32:32,626 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T18:32:32,626 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:32:32,627 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:32,627 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177152495Running coprocessor pre-close hooks at 1731177152495Disabling compacts and flushes for region at 1731177152495Disabling writes for close at 1731177152495Obtaining lock to block concurrent updates at 1731177152495Preparing flush snapshotting stores in 1588230740 at 1731177152495Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731177152496 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731177152496Flushing 1588230740/info: creating writer at 1731177152496Flushing 1588230740/info: appending metadata at 1731177152513 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731177152513Flushing 1588230740/ns: creating writer at 1731177152526 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731177152542 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731177152542Flushing 1588230740/table: creating writer at 1731177152557 (+15 ms)Flushing 1588230740/table: appending metadata at 1731177152575 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731177152575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6183f564: reopening flushed file at 1731177152589 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e47bdf0: reopening flushed file at 1731177152600 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682ea3c8: reopening flushed file at 1731177152609 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=13, compaction requested=false at 1731177152619 (+10 ms)Writing region close event to WAL at 1731177152621 (+2 ms)Running coprocessor post-close hooks at 1731177152626 (+5 ms)Closed at 1731177152627 (+1 ms) 2024-11-09T18:32:32,627 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:32,695 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,41209,1731177150413; all regions closed. 2024-11-09T18:32:32,695 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,38311,1731177150358; all regions closed. 2024-11-09T18:32:32,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,41209,1731177150413/fb97eb0edbe8%2C41209%2C1731177150413.1731177151180 not finished, retry = 0 2024-11-09T18:32:32,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/WALs/fb97eb0edbe8,38311,1731177150358/fb97eb0edbe8%2C38311%2C1731177150358.meta.1731177151546.meta not finished, retry = 0 2024-11-09T18:32:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741833_1009 (size=1758) 2024-11-09T18:32:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741833_1009 (size=1758) 2024-11-09T18:32:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:32,802 DEBUG [RS:1;fb97eb0edbe8:41209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/oldWALs 2024-11-09T18:32:32,802 INFO [RS:1;fb97eb0edbe8:41209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C41209%2C1731177150413:(num 1731177151180) 2024-11-09T18:32:32,802 DEBUG [RS:0;fb97eb0edbe8:38311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/oldWALs 2024-11-09T18:32:32,802 DEBUG [RS:1;fb97eb0edbe8:41209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:32,802 INFO [RS:0;fb97eb0edbe8:38311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C38311%2C1731177150358.meta:.meta(num 1731177151546) 2024-11-09T18:32:32,802 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:32,802 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:32,802 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:32,802 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:32,802 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:32,802 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:32,803 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:32,803 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:32,803 INFO [RS:1;fb97eb0edbe8:41209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41209 2024-11-09T18:32:32,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741834_1010 (size=1867) 2024-11-09T18:32:32,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741834_1010 (size=1867) 2024-11-09T18:32:32,810 DEBUG [RS:0;fb97eb0edbe8:38311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/oldWALs 2024-11-09T18:32:32,810 INFO [RS:0;fb97eb0edbe8:38311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C38311%2C1731177150358:(num 1731177151187) 2024-11-09T18:32:32,810 DEBUG [RS:0;fb97eb0edbe8:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:32,810 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:32,810 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:32,810 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:32,811 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:32,811 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:32,811 INFO [RS:0;fb97eb0edbe8:38311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38311 2024-11-09T18:32:32,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:32:32,819 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T18:32:32,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:32,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,41209,1731177150413 2024-11-09T18:32:32,828 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:32,839 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,38311,1731177150358 2024-11-09T18:32:32,839 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:32,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,38311,1731177150358] 2024-11-09T18:32:32,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,38311,1731177150358 already deleted, retry=false 2024-11-09T18:32:32,870 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,38311,1731177150358 expired; onlineServers=1 2024-11-09T18:32:32,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,41209,1731177150413] 2024-11-09T18:32:32,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,41209,1731177150413 already deleted, retry=false 2024-11-09T18:32:32,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,41209,1731177150413 expired; onlineServers=0 2024-11-09T18:32:32,881 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,42329,1731177150190' ***** 2024-11-09T18:32:32,881 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:32:32,881 INFO [M:0;fb97eb0edbe8:42329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:32,881 INFO [M:0;fb97eb0edbe8:42329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:32,881 DEBUG [M:0;fb97eb0edbe8:42329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:32:32,881 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:32:32,881 DEBUG [M:0;fb97eb0edbe8:42329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:32:32,881 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177150812 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177150812,5,FailOnTimeoutGroup] 2024-11-09T18:32:32,881 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177150812 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177150812,5,FailOnTimeoutGroup] 2024-11-09T18:32:32,881 INFO [M:0;fb97eb0edbe8:42329 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:32,882 INFO [M:0;fb97eb0edbe8:42329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:32,882 DEBUG [M:0;fb97eb0edbe8:42329 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:32:32,882 INFO [M:0;fb97eb0edbe8:42329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:32:32,882 INFO [M:0;fb97eb0edbe8:42329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:32,882 INFO [M:0;fb97eb0edbe8:42329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:32:32,882 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:32:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:32,891 DEBUG [M:0;fb97eb0edbe8:42329 {}] zookeeper.ZKUtil(347): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T18:32:32,891 WARN [M:0;fb97eb0edbe8:42329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:32:32,892 INFO [M:0;fb97eb0edbe8:42329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/.lastflushedseqids 2024-11-09T18:32:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741844_1020 (size=182) 2024-11-09T18:32:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741844_1020 (size=182) 2024-11-09T18:32:32,900 INFO [M:0;fb97eb0edbe8:42329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:32:32,900 INFO [M:0;fb97eb0edbe8:42329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:32:32,900 DEBUG [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:32,900 INFO [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:32,900 DEBUG [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:32,900 DEBUG [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:32,900 DEBUG [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:32,900 INFO [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T18:32:32,919 DEBUG [M:0;fb97eb0edbe8:42329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d91f63f5aa914e458e9f15a9f9c36e51 is 82, key is hbase:meta,,1/info:regioninfo/1731177151586/Put/seqid=0 2024-11-09T18:32:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:32,925 INFO [M:0;fb97eb0edbe8:42329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d91f63f5aa914e458e9f15a9f9c36e51 2024-11-09T18:32:32,949 DEBUG [M:0;fb97eb0edbe8:42329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98811f98fe554d958c8c0d8fd29ebdd5 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731177152091/Put/seqid=0 2024-11-09T18:32:32,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:32,949 INFO [RS:1;fb97eb0edbe8:41209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:32,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x10120def2860002, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:32,949 INFO [RS:1;fb97eb0edbe8:41209 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,41209,1731177150413; zookeeper connection closed. 2024-11-09T18:32:32,950 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@648d702f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@648d702f 2024-11-09T18:32:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741846_1022 (size=6219) 2024-11-09T18:32:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741846_1022 (size=6219) 2024-11-09T18:32:32,955 INFO [M:0;fb97eb0edbe8:42329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98811f98fe554d958c8c0d8fd29ebdd5 2024-11-09T18:32:32,960 INFO [RS:0;fb97eb0edbe8:38311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:32,960 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:32,960 INFO [RS:0;fb97eb0edbe8:38311 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,38311,1731177150358; zookeeper connection closed. 2024-11-09T18:32:32,960 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10120def2860001, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:32,960 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dd9cfce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dd9cfce 2024-11-09T18:32:32,961 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T18:32:32,979 DEBUG [M:0;fb97eb0edbe8:42329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9f7066ca5d74d0fb0957f098c1f233d is 69, key is fb97eb0edbe8,38311,1731177150358/rs:state/1731177150916/Put/seqid=0 2024-11-09T18:32:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:32,985 INFO [M:0;fb97eb0edbe8:42329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9f7066ca5d74d0fb0957f098c1f233d 2024-11-09T18:32:32,992 DEBUG [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d91f63f5aa914e458e9f15a9f9c36e51 as hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d91f63f5aa914e458e9f15a9f9c36e51 2024-11-09T18:32:33,000 INFO [M:0;fb97eb0edbe8:42329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d91f63f5aa914e458e9f15a9f9c36e51, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T18:32:33,001 DEBUG [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98811f98fe554d958c8c0d8fd29ebdd5 as hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98811f98fe554d958c8c0d8fd29ebdd5 2024-11-09T18:32:33,008 INFO [M:0;fb97eb0edbe8:42329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98811f98fe554d958c8c0d8fd29ebdd5, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T18:32:33,009 DEBUG [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9f7066ca5d74d0fb0957f098c1f233d as hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9f7066ca5d74d0fb0957f098c1f233d 2024-11-09T18:32:33,017 INFO [M:0;fb97eb0edbe8:42329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9f7066ca5d74d0fb0957f098c1f233d, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T18:32:33,019 INFO [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=71, compaction requested=false 2024-11-09T18:32:33,020 INFO [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:33,020 DEBUG [M:0;fb97eb0edbe8:42329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177152900Disabling compacts and flushes for region at 1731177152900Disabling writes for close at 1731177152900Obtaining lock to block concurrent updates at 1731177152900Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731177152900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731177152901 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731177152901Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731177152902 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731177152918 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731177152918Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731177152931 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731177152948 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731177152948Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731177152961 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731177152979 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731177152979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b54e18: reopening flushed file at 1731177152991 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f10fd14: reopening flushed file at 1731177153000 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e94668d: reopening flushed file at 1731177153008 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=71, compaction requested=false at 1731177153019 (+11 ms)Writing region close event to WAL at 1731177153020 (+1 ms)Closed at 1731177153020 2024-11-09T18:32:33,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741830_1006 (size=35440) 2024-11-09T18:32:33,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b076fd5b-a62c-45e5-3d0f-6434dff07bc2/MasterData/WALs/fb97eb0edbe8,42329,1731177150190/fb97eb0edbe8%2C42329%2C1731177150190.1731177150562 not finished, retry = 0 2024-11-09T18:32:33,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741830_1006 (size=35440) 2024-11-09T18:32:33,128 INFO [M:0;fb97eb0edbe8:42329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:32:33,128 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:33,128 INFO [M:0;fb97eb0edbe8:42329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42329 2024-11-09T18:32:33,129 INFO [M:0;fb97eb0edbe8:42329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:33,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:33,255 INFO [M:0;fb97eb0edbe8:42329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:33,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42329-0x10120def2860000, quorum=127.0.0.1:51764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:33,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f541e60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:33,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25c56c2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:33,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:33,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c6e4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:33,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac0c0ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:33,266 WARN [BP-127018631-172.17.0.3-1731177147901 heartbeating to localhost/127.0.0.1:35305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:33,266 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:33,266 WARN [BP-127018631-172.17.0.3-1731177147901 heartbeating to localhost/127.0.0.1:35305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-127018631-172.17.0.3-1731177147901 (Datanode Uuid bb7318ad-b4e5-4935-9701-51e7f74db037) service to localhost/127.0.0.1:35305 2024-11-09T18:32:33,266 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:33,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/data/data3/current/BP-127018631-172.17.0.3-1731177147901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:33,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/data/data4/current/BP-127018631-172.17.0.3-1731177147901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:33,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:33,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69b19960{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:33,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6b328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:33,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:33,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35aa6870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:33,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190e881d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:33,272 WARN [BP-127018631-172.17.0.3-1731177147901 heartbeating to localhost/127.0.0.1:35305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:33,272 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:33,272 WARN [BP-127018631-172.17.0.3-1731177147901 heartbeating to localhost/127.0.0.1:35305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-127018631-172.17.0.3-1731177147901 (Datanode Uuid b8805b97-de52-4c89-bcb5-617e821db0dd) service to localhost/127.0.0.1:35305 2024-11-09T18:32:33,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:33,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/data/data1/current/BP-127018631-172.17.0.3-1731177147901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:33,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/cluster_fb04ca77-2daf-fc37-5acb-53be960945d2/data/data2/current/BP-127018631-172.17.0.3-1731177147901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:33,274 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:33,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f86f9d8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:33,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@337b10e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:33,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:33,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486bf2a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:33,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571c957d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:33,288 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:32:33,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:32:33,314 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 79) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35305 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35305 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=729 (was 758), ProcessCount=11 (was 11), AvailableMemoryMB=2513 (was 2658) 2024-11-09T18:32:33,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=729, ProcessCount=11, AvailableMemoryMB=2513 2024-11-09T18:32:33,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.log.dir so I do NOT create it in target/test-data/17a85a94-90f9-2160-abdf-73009be48398 2024-11-09T18:32:33,334 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:32:33,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.tmp.dir so I do NOT create it in target/test-data/17a85a94-90f9-2160-abdf-73009be48398 2024-11-09T18:32:33,334 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbdf1f8-0d2c-8b2e-da92-ea02e6b13afc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:32:33,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398 2024-11-09T18:32:33,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:32:33,334 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda, deleteOnExit=true 2024-11-09T18:32:33,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:32:33,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/test.cache.data in system properties and HBase conf 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:32:33,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:32:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:32:33,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:33,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:33,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:32:33,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:32:33,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:32:33,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:33,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:32:33,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:32:33,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:33,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:33,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:33,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:33,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:33,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:33,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74c646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:33,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@646557f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:33,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11bb0f27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/java.io.tmpdir/jetty-localhost-35337-hadoop-hdfs-3_4_1-tests_jar-_-any-1133999148238662499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:33,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@200aa9ca{HTTP/1.1, (http/1.1)}{localhost:35337} 2024-11-09T18:32:33,856 INFO [Time-limited test {}] server.Server(415): Started @18012ms 2024-11-09T18:32:34,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:34,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:34,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:34,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:34,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:34,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1224e5a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:34,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac919db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:34,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f961e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/java.io.tmpdir/jetty-localhost-45933-hadoop-hdfs-3_4_1-tests_jar-_-any-10984301117535058615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:34,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ec009a{HTTP/1.1, (http/1.1)}{localhost:45933} 2024-11-09T18:32:34,237 INFO [Time-limited test {}] server.Server(415): Started @18393ms 2024-11-09T18:32:34,239 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:34,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:34,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:34,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:34,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:34,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:34,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e2e9cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:34,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a8ed98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:34,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55b90b6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/java.io.tmpdir/jetty-localhost-45691-hadoop-hdfs-3_4_1-tests_jar-_-any-2200144458155942719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:34,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7db7d6e2{HTTP/1.1, (http/1.1)}{localhost:45691} 2024-11-09T18:32:34,374 INFO [Time-limited test {}] server.Server(415): Started @18529ms 2024-11-09T18:32:34,375 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:35,416 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/data/data1/current/BP-1062399715-172.17.0.3-1731177153360/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:35,417 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/data/data2/current/BP-1062399715-172.17.0.3-1731177153360/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:35,436 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:35,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9881f340342d792e with lease ID 0x7a5e7a80ef6c874d: Processing first storage report for DS-0ecb3dc5-8a07-41a0-88a1-818a415690e1 from datanode DatanodeRegistration(127.0.0.1:32861, datanodeUuid=fb6e7b8b-bbab-40ba-9e70-255099f99596, infoPort=33465, infoSecurePort=0, ipcPort=35509, storageInfo=lv=-57;cid=testClusterID;nsid=1448453666;c=1731177153360) 2024-11-09T18:32:35,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9881f340342d792e with lease ID 0x7a5e7a80ef6c874d: from storage DS-0ecb3dc5-8a07-41a0-88a1-818a415690e1 node DatanodeRegistration(127.0.0.1:32861, datanodeUuid=fb6e7b8b-bbab-40ba-9e70-255099f99596, infoPort=33465, infoSecurePort=0, ipcPort=35509, storageInfo=lv=-57;cid=testClusterID;nsid=1448453666;c=1731177153360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:35,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9881f340342d792e with lease ID 0x7a5e7a80ef6c874d: Processing first storage report for DS-96c72360-760f-496c-a6b1-9f3d0e5935f9 from datanode DatanodeRegistration(127.0.0.1:32861, datanodeUuid=fb6e7b8b-bbab-40ba-9e70-255099f99596, infoPort=33465, infoSecurePort=0, ipcPort=35509, storageInfo=lv=-57;cid=testClusterID;nsid=1448453666;c=1731177153360) 2024-11-09T18:32:35,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9881f340342d792e with lease ID 0x7a5e7a80ef6c874d: from storage DS-96c72360-760f-496c-a6b1-9f3d0e5935f9 node DatanodeRegistration(127.0.0.1:32861, datanodeUuid=fb6e7b8b-bbab-40ba-9e70-255099f99596, infoPort=33465, infoSecurePort=0, ipcPort=35509, storageInfo=lv=-57;cid=testClusterID;nsid=1448453666;c=1731177153360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:35,539 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/data/data3/current/BP-1062399715-172.17.0.3-1731177153360/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:35,539 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/data/data4/current/BP-1062399715-172.17.0.3-1731177153360/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:35,558 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:35,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc52556135d797b6c with lease ID 0x7a5e7a80ef6c874e: Processing first storage report for DS-c15415d1-a065-4f92-b112-944017630ef0 from datanode DatanodeRegistration(127.0.0.1:36413, datanodeUuid=1ee8388b-e9f5-42e3-bc3b-f274cc1022d9, infoPort=40687, infoSecurePort=0, ipcPort=45595, storageInfo=lv=-57;cid=testClusterID;nsid=1448453666;c=1731177153360) 2024-11-09T18:32:35,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc52556135d797b6c with lease ID 0x7a5e7a80ef6c874e: from storage DS-c15415d1-a065-4f92-b112-944017630ef0 node DatanodeRegistration(127.0.0.1:36413, datanodeUuid=1ee8388b-e9f5-42e3-bc3b-f274cc1022d9, infoPort=40687, infoSecurePort=0, ipcPort=45595, storageInfo=lv=-57;cid=testClusterID;nsid=1448453666;c=1731177153360), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T18:32:35,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc52556135d797b6c with lease ID 0x7a5e7a80ef6c874e: Processing first storage report for DS-6cecd69c-8416-400c-90f1-c2bdd5607fa4 from datanode DatanodeRegistration(127.0.0.1:36413, datanodeUuid=1ee8388b-e9f5-42e3-bc3b-f274cc1022d9, infoPort=40687, infoSecurePort=0, ipcPort=45595, storageInfo=lv=-57;cid=testClusterID;nsid=1448453666;c=1731177153360) 2024-11-09T18:32:35,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc52556135d797b6c with lease ID 0x7a5e7a80ef6c874e: from storage DS-6cecd69c-8416-400c-90f1-c2bdd5607fa4 node DatanodeRegistration(127.0.0.1:36413, datanodeUuid=1ee8388b-e9f5-42e3-bc3b-f274cc1022d9, infoPort=40687, infoSecurePort=0, ipcPort=45595, storageInfo=lv=-57;cid=testClusterID;nsid=1448453666;c=1731177153360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:35,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398 2024-11-09T18:32:35,622 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/zookeeper_0, clientPort=60029, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:32:35,623 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60029 2024-11-09T18:32:35,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:35,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:35,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:35,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:35,635 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177 with version=8 2024-11-09T18:32:35,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/hbase-staging 2024-11-09T18:32:35,638 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:35,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:35,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:35,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:35,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:35,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:35,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:32:35,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:35,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40229 2024-11-09T18:32:35,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40229 connecting to ZooKeeper ensemble=127.0.0.1:60029 2024-11-09T18:32:35,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402290x0, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:35,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40229-0x10120df07d10000 connected 2024-11-09T18:32:35,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:35,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:35,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:35,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177, hbase.cluster.distributed=false 2024-11-09T18:32:35,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:35,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40229 2024-11-09T18:32:35,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40229 2024-11-09T18:32:35,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40229 2024-11-09T18:32:35,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40229 2024-11-09T18:32:35,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40229 2024-11-09T18:32:35,817 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:35,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:35,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:35,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:35,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:35,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:35,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:35,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:35,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42959 2024-11-09T18:32:35,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42959 connecting to ZooKeeper ensemble=127.0.0.1:60029 2024-11-09T18:32:35,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:35,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:35,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429590x0, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:35,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429590x0, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:35,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42959-0x10120df07d10001 connected 2024-11-09T18:32:35,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:35,829 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:35,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:35,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:35,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42959 2024-11-09T18:32:35,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42959 2024-11-09T18:32:35,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42959 2024-11-09T18:32:35,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42959 2024-11-09T18:32:35,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42959 2024-11-09T18:32:35,850 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:35,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:35,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:35,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:35,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:35,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:35,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:35,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:35,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34321 2024-11-09T18:32:35,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34321 connecting to ZooKeeper ensemble=127.0.0.1:60029 2024-11-09T18:32:35,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:35,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:35,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343210x0, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:35,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34321-0x10120df07d10002 connected 2024-11-09T18:32:35,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:35,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:35,871 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:35,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:35,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:35,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34321 2024-11-09T18:32:35,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34321 2024-11-09T18:32:35,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34321 2024-11-09T18:32:35,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34321 2024-11-09T18:32:35,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34321 2024-11-09T18:32:35,897 DEBUG [M:0;fb97eb0edbe8:40229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:40229 2024-11-09T18:32:35,897 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb97eb0edbe8,40229,1731177155638 2024-11-09T18:32:35,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:35,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:35,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:35,902 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb97eb0edbe8,40229,1731177155638 2024-11-09T18:32:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:35,912 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T18:32:35,913 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb97eb0edbe8,40229,1731177155638 from backup master directory 2024-11-09T18:32:35,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb97eb0edbe8,40229,1731177155638 2024-11-09T18:32:35,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:35,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:35,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:35,923 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:35,923 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,40229,1731177155638 2024-11-09T18:32:35,927 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/hbase.id] with ID: c1683a29-3076-4ca8-a5f0-d3780e8f7c6d 2024-11-09T18:32:35,927 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/.tmp/hbase.id 2024-11-09T18:32:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:35,935 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/.tmp/hbase.id]:[hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/hbase.id] 2024-11-09T18:32:35,948 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:35,949 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:32:35,950 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:32:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:35,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:35,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:35,963 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:35,964 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:32:35,964 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:35,975 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store 2024-11-09T18:32:35,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:35,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:35,984 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:35,984 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:35,984 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:35,984 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:35,984 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:35,984 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:35,984 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:35,984 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177155984Disabling compacts and flushes for region at 1731177155984Disabling writes for close at 1731177155984Writing region close event to WAL at 1731177155984Closed at 1731177155984 2024-11-09T18:32:35,985 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/.initializing 2024-11-09T18:32:35,985 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/WALs/fb97eb0edbe8,40229,1731177155638 2024-11-09T18:32:35,986 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:35,989 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C40229%2C1731177155638, suffix=, logDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/WALs/fb97eb0edbe8,40229,1731177155638, archiveDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/oldWALs, maxLogs=10 2024-11-09T18:32:36,006 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/WALs/fb97eb0edbe8,40229,1731177155638/fb97eb0edbe8%2C40229%2C1731177155638.1731177155989, exclude list is [], retry=0 2024-11-09T18:32:36,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-0ecb3dc5-8a07-41a0-88a1-818a415690e1,DISK] 2024-11-09T18:32:36,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36413,DS-c15415d1-a065-4f92-b112-944017630ef0,DISK] 2024-11-09T18:32:36,011 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/WALs/fb97eb0edbe8,40229,1731177155638/fb97eb0edbe8%2C40229%2C1731177155638.1731177155989 2024-11-09T18:32:36,011 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33465:33465),(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-09T18:32:36,011 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:36,011 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:36,012 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,012 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:32:36,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:36,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:36,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:32:36,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:36,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:36,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:32:36,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:36,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:36,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:32:36,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:36,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:36,025 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,026 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,026 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,028 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,028 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,028 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:36,030 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:36,033 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:36,034 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68789357, jitterRate=0.02504129707813263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:36,035 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731177156012Initializing all the Stores at 1731177156013 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177156013Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177156013Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177156013Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177156013Cleaning up temporary data from old regions at 1731177156028 (+15 ms)Region opened successfully at 1731177156035 (+7 ms) 2024-11-09T18:32:36,040 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:32:36,044 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2017ea84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:36,045 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:32:36,045 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:32:36,045 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:32:36,046 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:32:36,046 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:32:36,047 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:32:36,047 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:32:36,049 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:32:36,050 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T18:32:36,059 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T18:32:36,060 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:32:36,061 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:32:36,070 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T18:32:36,070 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:32:36,071 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:32:36,080 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T18:32:36,082 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:32:36,091 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T18:32:36,093 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:32:36,101 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T18:32:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,113 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,40229,1731177155638, sessionid=0x10120df07d10000, setting cluster-up flag (Was=false) 2024-11-09T18:32:36,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,165 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T18:32:36,166 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,40229,1731177155638 2024-11-09T18:32:36,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,217 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T18:32:36,219 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,40229,1731177155638 2024-11-09T18:32:36,220 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:32:36,222 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:36,222 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:32:36,223 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:32:36,223 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,40229,1731177155638 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:32:36,224 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:36,224 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:36,224 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:36,224 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:36,225 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:32:36,225 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,225 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:36,225 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,225 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731177186225 2024-11-09T18:32:36,226 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:32:36,226 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:32:36,226 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:32:36,226 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:32:36,226 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:32:36,226 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:32:36,226 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,226 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:36,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:32:36,227 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:32:36,227 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:32:36,227 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:32:36,227 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:32:36,227 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:32:36,227 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177156227,5,FailOnTimeoutGroup] 2024-11-09T18:32:36,228 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:36,228 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177156227,5,FailOnTimeoutGroup] 2024-11-09T18:32:36,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:32:36,228 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,228 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:32:36,228 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,228 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:36,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:32:36,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177 2024-11-09T18:32:36,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:32:36,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:36,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:32:36,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:36,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:36,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:36,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:36,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:36,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:36,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:36,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:36,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:36,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:36,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:36,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:36,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:36,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:36,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:36,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:36,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740 2024-11-09T18:32:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740 2024-11-09T18:32:36,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:36,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:36,264 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:36,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:36,267 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:36,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72082896, jitterRate=0.07411885261535645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:36,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731177156247Initializing all the Stores at 1731177156248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177156248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177156248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177156248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177156248Cleaning up temporary data from old regions at 1731177156263 (+15 ms)Region opened successfully at 1731177156269 (+6 ms) 2024-11-09T18:32:36,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:36,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:36,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:36,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:36,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:36,270 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:36,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177156269Disabling compacts and flushes for region at 1731177156269Disabling writes for close at 1731177156269Writing region close event to WAL at 1731177156270 (+1 ms)Closed at 1731177156270 2024-11-09T18:32:36,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:36,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:32:36,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:32:36,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:36,275 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:32:36,279 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(746): ClusterId : c1683a29-3076-4ca8-a5f0-d3780e8f7c6d 2024-11-09T18:32:36,279 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(746): ClusterId : c1683a29-3076-4ca8-a5f0-d3780e8f7c6d 2024-11-09T18:32:36,279 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:36,279 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:36,292 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:36,292 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:36,292 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:36,292 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:36,302 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:36,302 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:36,303 DEBUG [RS:0;fb97eb0edbe8:42959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d78c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:36,303 DEBUG [RS:1;fb97eb0edbe8:34321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7805cb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:36,317 DEBUG [RS:1;fb97eb0edbe8:34321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb97eb0edbe8:34321 2024-11-09T18:32:36,317 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:36,317 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:36,317 DEBUG [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:36,318 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,40229,1731177155638 with port=34321, startcode=1731177155849 2024-11-09T18:32:36,319 DEBUG [RS:1;fb97eb0edbe8:34321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:36,320 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:36,321 DEBUG [RS:0;fb97eb0edbe8:42959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:42959 2024-11-09T18:32:36,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:36,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40229 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:36,321 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:36,321 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:36,321 DEBUG [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:36,322 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,40229,1731177155638 with port=42959, startcode=1731177155817 2024-11-09T18:32:36,322 DEBUG [RS:0;fb97eb0edbe8:42959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:36,323 DEBUG [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177 2024-11-09T18:32:36,323 DEBUG [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43653 2024-11-09T18:32:36,323 DEBUG [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:36,324 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:36,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,42959,1731177155817 2024-11-09T18:32:36,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40229 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,42959,1731177155817 2024-11-09T18:32:36,326 DEBUG [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177 2024-11-09T18:32:36,327 DEBUG [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43653 2024-11-09T18:32:36,327 DEBUG [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:36,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:36,391 DEBUG [RS:1;fb97eb0edbe8:34321 {}] zookeeper.ZKUtil(111): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:36,391 WARN [RS:1;fb97eb0edbe8:34321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:36,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,42959,1731177155817] 2024-11-09T18:32:36,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,34321,1731177155849] 2024-11-09T18:32:36,391 INFO [RS:1;fb97eb0edbe8:34321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:36,392 DEBUG [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:36,392 DEBUG [RS:0;fb97eb0edbe8:42959 {}] zookeeper.ZKUtil(111): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,42959,1731177155817 2024-11-09T18:32:36,392 WARN [RS:0;fb97eb0edbe8:42959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:36,392 INFO [RS:0;fb97eb0edbe8:42959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:36,392 DEBUG [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,42959,1731177155817 2024-11-09T18:32:36,395 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:36,395 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:36,398 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:36,398 INFO [RS:1;fb97eb0edbe8:34321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:36,398 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,400 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:36,401 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:36,401 INFO [RS:0;fb97eb0edbe8:42959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:36,401 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,402 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:36,402 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:36,402 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,402 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,402 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,402 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,402 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,402 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,402 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:36,402 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:36,402 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,402 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:36,403 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:1;fb97eb0edbe8:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:36,403 DEBUG [RS:0;fb97eb0edbe8:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:36,404 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,404 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,404 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,404 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,404 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,404 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34321,1731177155849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:36,408 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,408 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,408 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,408 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,408 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,409 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42959,1731177155817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:36,423 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:36,423 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34321,1731177155849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,423 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,423 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.Replication(171): fb97eb0edbe8,34321,1731177155849 started 2024-11-09T18:32:36,425 WARN [fb97eb0edbe8:40229 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:32:36,431 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:36,431 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42959,1731177155817-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,431 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,432 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.Replication(171): fb97eb0edbe8,42959,1731177155817 started 2024-11-09T18:32:36,439 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,439 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,34321,1731177155849, RpcServer on fb97eb0edbe8/172.17.0.3:34321, sessionid=0x10120df07d10002 2024-11-09T18:32:36,439 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:36,439 DEBUG [RS:1;fb97eb0edbe8:34321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:36,439 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,34321,1731177155849' 2024-11-09T18:32:36,439 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:36,440 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:36,440 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:36,440 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:36,440 DEBUG [RS:1;fb97eb0edbe8:34321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:36,440 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,34321,1731177155849' 2024-11-09T18:32:36,440 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:36,441 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:36,441 DEBUG [RS:1;fb97eb0edbe8:34321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:36,441 INFO [RS:1;fb97eb0edbe8:34321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:36,441 INFO [RS:1;fb97eb0edbe8:34321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:36,447 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:36,447 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,42959,1731177155817, RpcServer on fb97eb0edbe8/172.17.0.3:42959, sessionid=0x10120df07d10001 2024-11-09T18:32:36,447 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:36,447 DEBUG [RS:0;fb97eb0edbe8:42959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,42959,1731177155817 2024-11-09T18:32:36,447 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,42959,1731177155817' 2024-11-09T18:32:36,447 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:36,448 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:36,449 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:36,449 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:36,449 DEBUG [RS:0;fb97eb0edbe8:42959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,42959,1731177155817 2024-11-09T18:32:36,449 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,42959,1731177155817' 2024-11-09T18:32:36,449 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:36,449 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:36,450 DEBUG [RS:0;fb97eb0edbe8:42959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:36,450 INFO [RS:0;fb97eb0edbe8:42959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:36,450 INFO [RS:0;fb97eb0edbe8:42959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:36,542 INFO [RS:1;fb97eb0edbe8:34321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:36,546 INFO [RS:1;fb97eb0edbe8:34321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C34321%2C1731177155849, suffix=, logDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,34321,1731177155849, archiveDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/oldWALs, maxLogs=32 2024-11-09T18:32:36,551 INFO [RS:0;fb97eb0edbe8:42959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:36,554 INFO [RS:0;fb97eb0edbe8:42959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C42959%2C1731177155817, suffix=, logDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,42959,1731177155817, archiveDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/oldWALs, maxLogs=32 2024-11-09T18:32:36,570 DEBUG [RS:1;fb97eb0edbe8:34321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,34321,1731177155849/fb97eb0edbe8%2C34321%2C1731177155849.1731177156548, exclude list is [], retry=0 2024-11-09T18:32:36,573 DEBUG [RS:0;fb97eb0edbe8:42959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,42959,1731177155817/fb97eb0edbe8%2C42959%2C1731177155817.1731177156555, exclude list is [], retry=0 2024-11-09T18:32:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36413,DS-c15415d1-a065-4f92-b112-944017630ef0,DISK] 2024-11-09T18:32:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-0ecb3dc5-8a07-41a0-88a1-818a415690e1,DISK] 2024-11-09T18:32:36,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36413,DS-c15415d1-a065-4f92-b112-944017630ef0,DISK] 2024-11-09T18:32:36,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-0ecb3dc5-8a07-41a0-88a1-818a415690e1,DISK] 2024-11-09T18:32:36,581 INFO [RS:1;fb97eb0edbe8:34321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,34321,1731177155849/fb97eb0edbe8%2C34321%2C1731177155849.1731177156548 2024-11-09T18:32:36,581 INFO [RS:0;fb97eb0edbe8:42959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,42959,1731177155817/fb97eb0edbe8%2C42959%2C1731177155817.1731177156555 2024-11-09T18:32:36,581 DEBUG [RS:1;fb97eb0edbe8:34321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687),(127.0.0.1/127.0.0.1:33465:33465)] 2024-11-09T18:32:36,581 DEBUG [RS:0;fb97eb0edbe8:42959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33465:33465),(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-09T18:32:36,675 DEBUG [fb97eb0edbe8:40229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T18:32:36,676 DEBUG [fb97eb0edbe8:40229 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:36,679 DEBUG [fb97eb0edbe8:40229 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:36,679 DEBUG [fb97eb0edbe8:40229 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:36,679 DEBUG [fb97eb0edbe8:40229 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:36,679 DEBUG [fb97eb0edbe8:40229 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:36,679 INFO [fb97eb0edbe8:40229 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:36,679 INFO [fb97eb0edbe8:40229 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:36,679 DEBUG [fb97eb0edbe8:40229 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:36,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:36,681 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,34321,1731177155849, state=OPENING 2024-11-09T18:32:36,839 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:32:36,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:36,861 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:36,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:36,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,34321,1731177155849}] 2024-11-09T18:32:36,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:36,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:37,019 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:37,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:37,029 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:32:37,029 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:37,030 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:32:37,033 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C34321%2C1731177155849.meta, suffix=.meta, logDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,34321,1731177155849, archiveDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/oldWALs, maxLogs=32 2024-11-09T18:32:37,052 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,34321,1731177155849/fb97eb0edbe8%2C34321%2C1731177155849.meta.1731177157034.meta, exclude list is [], retry=0 2024-11-09T18:32:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-0ecb3dc5-8a07-41a0-88a1-818a415690e1,DISK] 2024-11-09T18:32:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36413,DS-c15415d1-a065-4f92-b112-944017630ef0,DISK] 2024-11-09T18:32:37,056 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/WALs/fb97eb0edbe8,34321,1731177155849/fb97eb0edbe8%2C34321%2C1731177155849.meta.1731177157034.meta 2024-11-09T18:32:37,057 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33465:33465),(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-09T18:32:37,057 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:37,057 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:32:37,057 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:32:37,057 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:32:37,057 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:32:37,057 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:37,057 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:32:37,057 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:32:37,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:37,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:37,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:37,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:37,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:37,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:37,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:37,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:37,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:37,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:37,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:37,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:37,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:37,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:37,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:37,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:37,066 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:37,066 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740 2024-11-09T18:32:37,068 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740 2024-11-09T18:32:37,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:32:37,069 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:37,069 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:37,070 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:37,071 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:37,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:37,072 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74427334, jitterRate=0.10905370116233826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:37,072 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:32:37,073 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731177157058Writing region info on filesystem at 1731177157058Initializing all the Stores at 1731177157059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177157059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177157059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177157059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177157059Cleaning up temporary data from old regions at 1731177157069 (+10 ms)Running coprocessor post-open hooks at 1731177157072 (+3 ms)Region opened successfully at 1731177157073 (+1 ms) 2024-11-09T18:32:37,075 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731177157018 2024-11-09T18:32:37,078 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:32:37,078 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:32:37,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:37,080 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,34321,1731177155849, state=OPEN 2024-11-09T18:32:37,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:37,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:37,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:37,091 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:37,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:37,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:37,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:37,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:32:37,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,34321,1731177155849 in 230 msec 2024-11-09T18:32:37,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:32:37,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 824 msec 2024-11-09T18:32:37,102 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:37,102 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:32:37,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:37,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34321,1731177155849, seqNum=-1] 2024-11-09T18:32:37,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:37,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:37,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:37,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-09T18:32:37,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:37,115 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731177157115, completionTime=-1 2024-11-09T18:32:37,115 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T18:32:37,115 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:32:37,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:37,118 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T18:32:37,118 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731177217118 2024-11-09T18:32:37,118 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731177277118 2024-11-09T18:32:37,118 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T18:32:37,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:32:37,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40229,1731177155638-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:37,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40229,1731177155638-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:37,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40229,1731177155638-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:37,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:40229, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:37,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:37,120 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:37,122 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:32:37,126 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.202sec 2024-11-09T18:32:37,126 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:32:37,126 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:32:37,126 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:32:37,126 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:32:37,126 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:32:37,126 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40229,1731177155638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:37,126 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40229,1731177155638-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:32:37,129 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:32:37,129 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:32:37,129 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40229,1731177155638-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:37,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d8c215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:37,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,40229,-1 for getting cluster id 2024-11-09T18:32:37,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:32:37,182 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1683a29-3076-4ca8-a5f0-d3780e8f7c6d' 2024-11-09T18:32:37,183 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:32:37,183 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1683a29-3076-4ca8-a5f0-d3780e8f7c6d" 2024-11-09T18:32:37,183 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4709677e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:37,184 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,40229,-1] 2024-11-09T18:32:37,184 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:32:37,184 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:37,185 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:32:37,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed3091f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:37,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:37,189 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34321,1731177155849, seqNum=-1] 2024-11-09T18:32:37,190 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:37,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:37,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,40229,1731177155638 2024-11-09T18:32:37,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:32:37,197 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,40229,1731177155638 2024-11-09T18:32:37,197 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a931c 2024-11-09T18:32:37,197 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:32:37,198 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:32:37,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T18:32:37,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:32:37,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:37,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T18:32:37,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:32:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:37,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:37,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:37,215 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b88a71132a5c6ce55ffabe87ea987f98, NAME => 'testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177 2024-11-09T18:32:37,215 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5c8de5e04ff49d44570f798c01c603d7, NAME => 'testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177 2024-11-09T18:32:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:37,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:37,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:37,230 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:37,230 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b88a71132a5c6ce55ffabe87ea987f98, disabling compactions & flushes 2024-11-09T18:32:37,230 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:37,230 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:37,230 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. after waiting 0 ms 2024-11-09T18:32:37,230 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:37,230 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:37,230 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b88a71132a5c6ce55ffabe87ea987f98: Waiting for close lock at 1731177157230Disabling compacts and flushes for region at 1731177157230Disabling writes for close at 1731177157230Writing region close event to WAL at 1731177157230Closed at 1731177157230 2024-11-09T18:32:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:37,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:37,628 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 5c8de5e04ff49d44570f798c01c603d7, disabling compactions & flushes 2024-11-09T18:32:37,628 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:37,628 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:37,628 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. after waiting 0 ms 2024-11-09T18:32:37,628 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:37,628 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:37,628 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5c8de5e04ff49d44570f798c01c603d7: Waiting for close lock at 1731177157628Disabling compacts and flushes for region at 1731177157628Disabling writes for close at 1731177157628Writing region close event to WAL at 1731177157628Closed at 1731177157628 2024-11-09T18:32:37,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:32:37,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177157630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177157630"}]},"ts":"1731177157630"} 2024-11-09T18:32:37,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177157630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177157630"}]},"ts":"1731177157630"} 2024-11-09T18:32:37,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T18:32:37,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:32:37,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177157635"}]},"ts":"1731177157635"} 2024-11-09T18:32:37,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T18:32:37,639 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:37,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:37,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:37,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:37,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:37,641 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:37,641 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:37,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:37,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b88a71132a5c6ce55ffabe87ea987f98, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c8de5e04ff49d44570f798c01c603d7, ASSIGN}] 2024-11-09T18:32:37,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c8de5e04ff49d44570f798c01c603d7, ASSIGN 2024-11-09T18:32:37,644 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b88a71132a5c6ce55ffabe87ea987f98, ASSIGN 2024-11-09T18:32:37,645 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b88a71132a5c6ce55ffabe87ea987f98, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,42959,1731177155817; forceNewPlan=false, retain=false 2024-11-09T18:32:37,645 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c8de5e04ff49d44570f798c01c603d7, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,34321,1731177155849; forceNewPlan=false, retain=false 2024-11-09T18:32:37,796 INFO [fb97eb0edbe8:40229 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T18:32:37,797 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c8de5e04ff49d44570f798c01c603d7, regionState=OPENING, regionLocation=fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:37,797 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b88a71132a5c6ce55ffabe87ea987f98, regionState=OPENING, regionLocation=fb97eb0edbe8,42959,1731177155817 2024-11-09T18:32:37,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b88a71132a5c6ce55ffabe87ea987f98, ASSIGN because future has completed 2024-11-09T18:32:37,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b88a71132a5c6ce55ffabe87ea987f98, server=fb97eb0edbe8,42959,1731177155817}] 2024-11-09T18:32:37,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c8de5e04ff49d44570f798c01c603d7, ASSIGN because future has completed 2024-11-09T18:32:37,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c8de5e04ff49d44570f798c01c603d7, server=fb97eb0edbe8,34321,1731177155849}] 2024-11-09T18:32:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:37,959 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:37,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:37,968 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:37,968 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:37,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b88a71132a5c6ce55ffabe87ea987f98, NAME => 'testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T18:32:37,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c8de5e04ff49d44570f798c01c603d7, NAME => 'testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T18:32:37,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:37,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:37,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,970 INFO [StoreOpener-5c8de5e04ff49d44570f798c01c603d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,970 INFO [StoreOpener-b88a71132a5c6ce55ffabe87ea987f98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,971 INFO [StoreOpener-5c8de5e04ff49d44570f798c01c603d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c8de5e04ff49d44570f798c01c603d7 columnFamilyName family 2024-11-09T18:32:37,971 INFO [StoreOpener-b88a71132a5c6ce55ffabe87ea987f98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b88a71132a5c6ce55ffabe87ea987f98 columnFamilyName family 2024-11-09T18:32:37,971 DEBUG [StoreOpener-5c8de5e04ff49d44570f798c01c603d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:37,971 DEBUG [StoreOpener-b88a71132a5c6ce55ffabe87ea987f98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:37,972 INFO [StoreOpener-5c8de5e04ff49d44570f798c01c603d7-1 {}] regionserver.HStore(327): Store=5c8de5e04ff49d44570f798c01c603d7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:37,972 INFO [StoreOpener-b88a71132a5c6ce55ffabe87ea987f98-1 {}] regionserver.HStore(327): Store=b88a71132a5c6ce55ffabe87ea987f98/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:37,972 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,972 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,973 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,973 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,973 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,973 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,974 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,974 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,974 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,974 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,976 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,976 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,978 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/b88a71132a5c6ce55ffabe87ea987f98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:37,978 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/5c8de5e04ff49d44570f798c01c603d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:37,979 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5c8de5e04ff49d44570f798c01c603d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61828384, jitterRate=-0.07868528366088867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:37,979 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:37,979 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b88a71132a5c6ce55ffabe87ea987f98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67123226, jitterRate=2.1401047706604004E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:37,979 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:37,979 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b88a71132a5c6ce55ffabe87ea987f98: Running coprocessor pre-open hook at 1731177157969Writing region info on filesystem at 1731177157969Initializing all the Stores at 1731177157970 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177157970Cleaning up temporary data from old regions at 1731177157974 (+4 ms)Running coprocessor post-open hooks at 1731177157979 (+5 ms)Region opened successfully at 1731177157979 2024-11-09T18:32:37,979 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5c8de5e04ff49d44570f798c01c603d7: Running coprocessor pre-open hook at 1731177157969Writing region info on filesystem at 1731177157969Initializing all the Stores at 1731177157970 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177157970Cleaning up temporary data from old regions at 1731177157974 (+4 ms)Running coprocessor post-open hooks at 1731177157979 (+5 ms)Region opened successfully at 1731177157979 2024-11-09T18:32:37,981 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98., pid=7, masterSystemTime=1731177157958 2024-11-09T18:32:37,981 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7., pid=8, masterSystemTime=1731177157962 2024-11-09T18:32:37,983 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:37,983 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:37,985 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c8de5e04ff49d44570f798c01c603d7, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:37,985 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:37,986 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:37,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b88a71132a5c6ce55ffabe87ea987f98, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,42959,1731177155817 2024-11-09T18:32:37,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c8de5e04ff49d44570f798c01c603d7, server=fb97eb0edbe8,34321,1731177155849 because future has completed 2024-11-09T18:32:37,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b88a71132a5c6ce55ffabe87ea987f98, server=fb97eb0edbe8,42959,1731177155817 because future has completed 2024-11-09T18:32:37,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T18:32:37,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c8de5e04ff49d44570f798c01c603d7, server=fb97eb0edbe8,34321,1731177155849 in 183 msec 2024-11-09T18:32:37,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T18:32:37,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c8de5e04ff49d44570f798c01c603d7, ASSIGN in 351 msec 2024-11-09T18:32:37,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b88a71132a5c6ce55ffabe87ea987f98, server=fb97eb0edbe8,42959,1731177155817 in 187 msec 2024-11-09T18:32:37,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:32:37,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b88a71132a5c6ce55ffabe87ea987f98, ASSIGN in 352 msec 2024-11-09T18:32:37,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:32:37,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177157998"}]},"ts":"1731177157998"} 2024-11-09T18:32:38,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T18:32:38,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:32:38,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 802 msec 2024-11-09T18:32:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:38,343 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T18:32:38,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T18:32:38,344 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:38,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T18:32:38,347 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:38,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T18:32:38,349 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98., hostname=fb97eb0edbe8,42959,1731177155817, seqNum=2] 2024-11-09T18:32:38,350 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:38,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:38,363 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7., hostname=fb97eb0edbe8,34321,1731177155849, seqNum=2] 2024-11-09T18:32:38,375 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b88a71132a5c6ce55ffabe87ea987f98 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T18:32:38,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/b88a71132a5c6ce55ffabe87ea987f98/.tmp/family/8bd3088eecea49928f0e21010280d755 is 32, key is 1/family:/1731177158352/Put/seqid=0 2024-11-09T18:32:38,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741839_1015 (size=5054) 2024-11-09T18:32:38,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741839_1015 (size=5054) 2024-11-09T18:32:38,398 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/b88a71132a5c6ce55ffabe87ea987f98/.tmp/family/8bd3088eecea49928f0e21010280d755 2024-11-09T18:32:38,405 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/b88a71132a5c6ce55ffabe87ea987f98/.tmp/family/8bd3088eecea49928f0e21010280d755 as hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/b88a71132a5c6ce55ffabe87ea987f98/family/8bd3088eecea49928f0e21010280d755 2024-11-09T18:32:38,413 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/b88a71132a5c6ce55ffabe87ea987f98/family/8bd3088eecea49928f0e21010280d755, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T18:32:38,414 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b88a71132a5c6ce55ffabe87ea987f98 in 39ms, sequenceid=8, compaction requested=false 2024-11-09T18:32:38,414 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b88a71132a5c6ce55ffabe87ea987f98: 2024-11-09T18:32:38,414 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5c8de5e04ff49d44570f798c01c603d7 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T18:32:38,432 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/5c8de5e04ff49d44570f798c01c603d7/.tmp/family/903c334c718d4da69e15b52fc4ba9fc4 is 32, key is 5/family:/1731177158364/Put/seqid=0 2024-11-09T18:32:38,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741840_1016 (size=5083) 2024-11-09T18:32:38,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741840_1016 (size=5083) 2024-11-09T18:32:38,438 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/5c8de5e04ff49d44570f798c01c603d7/.tmp/family/903c334c718d4da69e15b52fc4ba9fc4 2024-11-09T18:32:38,445 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/5c8de5e04ff49d44570f798c01c603d7/.tmp/family/903c334c718d4da69e15b52fc4ba9fc4 as hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/5c8de5e04ff49d44570f798c01c603d7/family/903c334c718d4da69e15b52fc4ba9fc4 2024-11-09T18:32:38,451 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/5c8de5e04ff49d44570f798c01c603d7/family/903c334c718d4da69e15b52fc4ba9fc4, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T18:32:38,453 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 5c8de5e04ff49d44570f798c01c603d7 in 38ms, sequenceid=9, compaction requested=false 2024-11-09T18:32:38,453 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5c8de5e04ff49d44570f798c01c603d7: 2024-11-09T18:32:38,457 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T18:32:38,461 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:38,461 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:38,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:38,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:32:38,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:38,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:38,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:38,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:38,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:32:38,464 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:32:38,464 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2098146224, stopped=false 2024-11-09T18:32:38,464 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,40229,1731177155638 2024-11-09T18:32:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:38,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:38,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:38,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:38,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:38,535 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,42959,1731177155817' ***** 2024-11-09T18:32:38,535 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:38,535 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,34321,1731177155849' ***** 2024-11-09T18:32:38,535 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:38,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:38,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:38,536 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:38,537 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:38,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:38,537 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:38,537 INFO [RS:1;fb97eb0edbe8:34321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:38,537 INFO [RS:0;fb97eb0edbe8:42959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:38,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:38,538 INFO [RS:1;fb97eb0edbe8:34321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:38,538 INFO [RS:0;fb97eb0edbe8:42959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:38,538 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:38,538 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(3091): Received CLOSE for b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:38,539 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,42959,1731177155817 2024-11-09T18:32:38,539 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:38,539 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:38,539 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:38,539 INFO [RS:0;fb97eb0edbe8:42959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:42959. 2024-11-09T18:32:38,539 INFO [RS:1;fb97eb0edbe8:34321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb97eb0edbe8:34321. 2024-11-09T18:32:38,539 DEBUG [RS:0;fb97eb0edbe8:42959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:38,540 DEBUG [RS:0;fb97eb0edbe8:42959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:38,540 DEBUG [RS:1;fb97eb0edbe8:34321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:38,540 DEBUG [RS:1;fb97eb0edbe8:34321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:38,540 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:32:38,540 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:38,540 DEBUG [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(1325): Online Regions={b88a71132a5c6ce55ffabe87ea987f98=testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98.} 2024-11-09T18:32:38,540 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:38,540 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:38,540 DEBUG [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(1351): Waiting on b88a71132a5c6ce55ffabe87ea987f98 2024-11-09T18:32:38,540 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:32:38,539 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b88a71132a5c6ce55ffabe87ea987f98, disabling compactions & flushes 2024-11-09T18:32:38,540 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c8de5e04ff49d44570f798c01c603d7, disabling compactions & flushes 2024-11-09T18:32:38,540 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:38,540 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:38,540 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:38,540 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:38,540 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. after waiting 0 ms 2024-11-09T18:32:38,540 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. after waiting 0 ms 2024-11-09T18:32:38,540 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:32:38,540 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:38,540 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:38,540 DEBUG [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(1325): Online Regions={5c8de5e04ff49d44570f798c01c603d7=testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:32:38,540 DEBUG [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c8de5e04ff49d44570f798c01c603d7 2024-11-09T18:32:38,540 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:38,540 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:38,540 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:38,540 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:38,541 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:38,541 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T18:32:38,545 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/5c8de5e04ff49d44570f798c01c603d7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T18:32:38,546 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:38,546 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c8de5e04ff49d44570f798c01c603d7: Waiting for close lock at 1731177158540Running coprocessor pre-close hooks at 1731177158540Disabling compacts and flushes for region at 1731177158540Disabling writes for close at 1731177158540Writing region close event to WAL at 1731177158541 (+1 ms)Running coprocessor post-close hooks at 1731177158546 (+5 ms)Closed at 1731177158546 2024-11-09T18:32:38,546 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7. 2024-11-09T18:32:38,547 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/default/testClearRegionBlockCache/b88a71132a5c6ce55ffabe87ea987f98/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T18:32:38,548 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:38,548 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b88a71132a5c6ce55ffabe87ea987f98: Waiting for close lock at 1731177158539Running coprocessor pre-close hooks at 1731177158539Disabling compacts and flushes for region at 1731177158539Disabling writes for close at 1731177158540 (+1 ms)Writing region close event to WAL at 1731177158541 (+1 ms)Running coprocessor post-close hooks at 1731177158548 (+7 ms)Closed at 1731177158548 2024-11-09T18:32:38,548 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731177157199.b88a71132a5c6ce55ffabe87ea987f98. 2024-11-09T18:32:38,560 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/.tmp/info/5da12dcfe38d482399fb37932737ed52 is 173, key is testClearRegionBlockCache,5,1731177157199.5c8de5e04ff49d44570f798c01c603d7./info:regioninfo/1731177157985/Put/seqid=0 2024-11-09T18:32:38,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:38,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:38,572 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/.tmp/info/5da12dcfe38d482399fb37932737ed52 2024-11-09T18:32:38,593 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/.tmp/ns/44fbb640f8e449308ff3bd0a4f2187fd is 43, key is default/ns:d/1731177157107/Put/seqid=0 2024-11-09T18:32:38,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:38,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:38,599 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/.tmp/ns/44fbb640f8e449308ff3bd0a4f2187fd 2024-11-09T18:32:38,609 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:38,612 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:38,623 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/.tmp/table/0d109be3d6414960a2fe367d1f809ce1 is 61, key is testClearRegionBlockCache/table:state/1731177157998/Put/seqid=0 2024-11-09T18:32:38,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:38,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:38,629 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/.tmp/table/0d109be3d6414960a2fe367d1f809ce1 2024-11-09T18:32:38,635 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/.tmp/info/5da12dcfe38d482399fb37932737ed52 as hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/info/5da12dcfe38d482399fb37932737ed52 2024-11-09T18:32:38,642 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/info/5da12dcfe38d482399fb37932737ed52, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T18:32:38,644 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/.tmp/ns/44fbb640f8e449308ff3bd0a4f2187fd as hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/ns/44fbb640f8e449308ff3bd0a4f2187fd 2024-11-09T18:32:38,651 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/ns/44fbb640f8e449308ff3bd0a4f2187fd, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T18:32:38,652 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/.tmp/table/0d109be3d6414960a2fe367d1f809ce1 as hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/table/0d109be3d6414960a2fe367d1f809ce1 2024-11-09T18:32:38,658 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/table/0d109be3d6414960a2fe367d1f809ce1, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T18:32:38,659 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=13, compaction requested=false 2024-11-09T18:32:38,665 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T18:32:38,665 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:32:38,665 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:38,666 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177158540Running coprocessor pre-close hooks at 1731177158540Disabling compacts and flushes for region at 1731177158540Disabling writes for close at 1731177158541 (+1 ms)Obtaining lock to block concurrent updates at 1731177158541Preparing flush snapshotting stores in 1588230740 at 1731177158541Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731177158541Flushing stores of hbase:meta,,1.1588230740 at 1731177158542 (+1 ms)Flushing 1588230740/info: creating writer at 1731177158542Flushing 1588230740/info: appending metadata at 1731177158560 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731177158560Flushing 1588230740/ns: creating writer at 1731177158579 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731177158593 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731177158593Flushing 1588230740/table: creating writer at 1731177158606 (+13 ms)Flushing 1588230740/table: appending metadata at 1731177158622 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731177158622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b198b41: reopening flushed file at 1731177158635 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa835bb: reopening flushed file at 1731177158643 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311383a3: reopening flushed file at 1731177158651 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=13, compaction requested=false at 1731177158659 (+8 ms)Writing region close event to WAL at 1731177158661 (+2 ms)Running coprocessor post-close hooks at 1731177158665 (+4 ms)Closed at 1731177158665 2024-11-09T18:32:38,666 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:38,740 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,42959,1731177155817; all regions closed. 2024-11-09T18:32:38,740 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,34321,1731177155849; all regions closed. 2024-11-09T18:32:38,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:38,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:38,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741834_1010 (size=1758) 2024-11-09T18:32:38,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741834_1010 (size=1758) 2024-11-09T18:32:38,746 DEBUG [RS:1;fb97eb0edbe8:34321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/oldWALs 2024-11-09T18:32:38,746 INFO [RS:1;fb97eb0edbe8:34321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C34321%2C1731177155849.meta:.meta(num 1731177157034) 2024-11-09T18:32:38,746 DEBUG [RS:0;fb97eb0edbe8:42959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/oldWALs 2024-11-09T18:32:38,746 INFO [RS:0;fb97eb0edbe8:42959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C42959%2C1731177155817:(num 1731177156555) 2024-11-09T18:32:38,746 DEBUG [RS:0;fb97eb0edbe8:42959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:38,746 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:38,746 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:38,746 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:38,746 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:38,747 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:38,747 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:38,747 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:38,747 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:38,747 INFO [RS:0;fb97eb0edbe8:42959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42959 2024-11-09T18:32:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741833_1009 (size=1867) 2024-11-09T18:32:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741833_1009 (size=1867) 2024-11-09T18:32:38,751 DEBUG [RS:1;fb97eb0edbe8:34321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/oldWALs 2024-11-09T18:32:38,751 INFO [RS:1;fb97eb0edbe8:34321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C34321%2C1731177155849:(num 1731177156548) 2024-11-09T18:32:38,751 DEBUG [RS:1;fb97eb0edbe8:34321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:38,752 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:38,752 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:38,752 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:38,752 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:38,752 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:38,752 INFO [RS:1;fb97eb0edbe8:34321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34321 2024-11-09T18:32:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,42959,1731177155817 2024-11-09T18:32:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:38,754 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:38,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,34321,1731177155849 2024-11-09T18:32:38,765 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:38,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,42959,1731177155817] 2024-11-09T18:32:38,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,42959,1731177155817 already deleted, retry=false 2024-11-09T18:32:38,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,42959,1731177155817 expired; onlineServers=1 2024-11-09T18:32:38,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,34321,1731177155849] 2024-11-09T18:32:38,807 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,34321,1731177155849 already deleted, retry=false 2024-11-09T18:32:38,807 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,34321,1731177155849 expired; onlineServers=0 2024-11-09T18:32:38,807 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,40229,1731177155638' ***** 2024-11-09T18:32:38,807 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:32:38,807 INFO [M:0;fb97eb0edbe8:40229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:38,807 INFO [M:0;fb97eb0edbe8:40229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:38,807 DEBUG [M:0;fb97eb0edbe8:40229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:32:38,807 DEBUG [M:0;fb97eb0edbe8:40229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:32:38,807 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:32:38,807 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177156227 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177156227,5,FailOnTimeoutGroup] 2024-11-09T18:32:38,807 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177156227 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177156227,5,FailOnTimeoutGroup] 2024-11-09T18:32:38,808 INFO [M:0;fb97eb0edbe8:40229 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:38,808 INFO [M:0;fb97eb0edbe8:40229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:38,808 DEBUG [M:0;fb97eb0edbe8:40229 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:32:38,808 INFO [M:0;fb97eb0edbe8:40229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:32:38,808 INFO [M:0;fb97eb0edbe8:40229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:38,809 INFO [M:0;fb97eb0edbe8:40229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:32:38,809 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:32:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:38,817 DEBUG [M:0;fb97eb0edbe8:40229 {}] zookeeper.ZKUtil(347): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T18:32:38,818 WARN [M:0;fb97eb0edbe8:40229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:32:38,819 INFO [M:0;fb97eb0edbe8:40229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/.lastflushedseqids 2024-11-09T18:32:38,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741844_1020 (size=191) 2024-11-09T18:32:38,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741844_1020 (size=191) 2024-11-09T18:32:38,828 INFO [M:0;fb97eb0edbe8:40229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:32:38,828 INFO [M:0;fb97eb0edbe8:40229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:32:38,828 DEBUG [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:38,829 INFO [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:38,829 DEBUG [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:38,829 DEBUG [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:38,829 DEBUG [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:38,829 INFO [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-09T18:32:38,845 DEBUG [M:0;fb97eb0edbe8:40229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9778bb0380b34ea185c2a13cd2d1fa02 is 82, key is hbase:meta,,1/info:regioninfo/1731177157078/Put/seqid=0 2024-11-09T18:32:38,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:38,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:38,850 INFO [M:0;fb97eb0edbe8:40229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9778bb0380b34ea185c2a13cd2d1fa02 2024-11-09T18:32:38,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:38,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10120df07d10002, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:38,887 INFO [RS:0;fb97eb0edbe8:42959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:38,887 INFO [RS:0;fb97eb0edbe8:42959 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,42959,1731177155817; zookeeper connection closed. 2024-11-09T18:32:38,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:38,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10120df07d10001, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:38,896 INFO [RS:1;fb97eb0edbe8:34321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:38,896 INFO [RS:1;fb97eb0edbe8:34321 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,34321,1731177155849; zookeeper connection closed. 2024-11-09T18:32:38,896 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20481155 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20481155 2024-11-09T18:32:38,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@282ac67d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@282ac67d 2024-11-09T18:32:38,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T18:32:38,904 DEBUG [M:0;fb97eb0edbe8:40229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4483faa23a0c4955acde8c9617a1b7c8 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731177158002/Put/seqid=0 2024-11-09T18:32:38,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741846_1022 (size=6220) 2024-11-09T18:32:38,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741846_1022 (size=6220) 2024-11-09T18:32:38,911 INFO [M:0;fb97eb0edbe8:40229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4483faa23a0c4955acde8c9617a1b7c8 2024-11-09T18:32:38,953 DEBUG [M:0;fb97eb0edbe8:40229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25a4c392b1b43ed9dce643610c58284 is 69, key is fb97eb0edbe8,34321,1731177155849/rs:state/1731177156321/Put/seqid=0 2024-11-09T18:32:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:38,974 INFO [M:0;fb97eb0edbe8:40229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25a4c392b1b43ed9dce643610c58284 2024-11-09T18:32:38,983 DEBUG [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9778bb0380b34ea185c2a13cd2d1fa02 as hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9778bb0380b34ea185c2a13cd2d1fa02 2024-11-09T18:32:38,992 INFO [M:0;fb97eb0edbe8:40229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9778bb0380b34ea185c2a13cd2d1fa02, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T18:32:38,994 DEBUG [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4483faa23a0c4955acde8c9617a1b7c8 as hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4483faa23a0c4955acde8c9617a1b7c8 2024-11-09T18:32:39,003 INFO [M:0;fb97eb0edbe8:40229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4483faa23a0c4955acde8c9617a1b7c8, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T18:32:39,005 DEBUG [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25a4c392b1b43ed9dce643610c58284 as hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e25a4c392b1b43ed9dce643610c58284 2024-11-09T18:32:39,015 INFO [M:0;fb97eb0edbe8:40229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d0fd1523-a80c-d71d-e9bd-e59cc6bbe177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e25a4c392b1b43ed9dce643610c58284, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T18:32:39,016 INFO [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=71, compaction requested=false 2024-11-09T18:32:39,018 INFO [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:39,018 DEBUG [M:0;fb97eb0edbe8:40229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177158828Disabling compacts and flushes for region at 1731177158828Disabling writes for close at 1731177158829 (+1 ms)Obtaining lock to block concurrent updates at 1731177158829Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731177158829Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731177158829Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731177158830 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731177158830Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731177158844 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731177158844Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731177158855 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731177158903 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731177158903Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731177158919 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731177158951 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731177158952 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2923c5f2: reopening flushed file at 1731177158981 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2f677b: reopening flushed file at 1731177158993 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f58f28: reopening flushed file at 1731177159003 (+10 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=71, compaction requested=false at 1731177159016 (+13 ms)Writing region close event to WAL at 1731177159017 (+1 ms)Closed at 1731177159017 2024-11-09T18:32:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741830_1006 (size=35452) 2024-11-09T18:32:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741830_1006 (size=35452) 2024-11-09T18:32:39,022 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:39,022 INFO [M:0;fb97eb0edbe8:40229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:32:39,022 INFO [M:0;fb97eb0edbe8:40229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40229 2024-11-09T18:32:39,022 INFO [M:0;fb97eb0edbe8:40229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:39,149 INFO [M:0;fb97eb0edbe8:40229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40229-0x10120df07d10000, quorum=127.0.0.1:60029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:39,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55b90b6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:39,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7db7d6e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:39,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:39,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a8ed98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:39,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e2e9cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:39,154 WARN [BP-1062399715-172.17.0.3-1731177153360 heartbeating to localhost/127.0.0.1:43653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:39,154 WARN [BP-1062399715-172.17.0.3-1731177153360 heartbeating to localhost/127.0.0.1:43653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1062399715-172.17.0.3-1731177153360 (Datanode Uuid 1ee8388b-e9f5-42e3-bc3b-f274cc1022d9) service to localhost/127.0.0.1:43653 2024-11-09T18:32:39,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:39,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:39,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/data/data3/current/BP-1062399715-172.17.0.3-1731177153360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:39,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/data/data4/current/BP-1062399715-172.17.0.3-1731177153360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:39,155 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:39,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f961e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:39,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ec009a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:39,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:39,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac919db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:39,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1224e5a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:39,159 WARN [BP-1062399715-172.17.0.3-1731177153360 heartbeating to localhost/127.0.0.1:43653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:39,159 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:39,159 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:39,159 WARN [BP-1062399715-172.17.0.3-1731177153360 heartbeating to localhost/127.0.0.1:43653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1062399715-172.17.0.3-1731177153360 (Datanode Uuid fb6e7b8b-bbab-40ba-9e70-255099f99596) service to localhost/127.0.0.1:43653 2024-11-09T18:32:39,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/data/data1/current/BP-1062399715-172.17.0.3-1731177153360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:39,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/cluster_ade32811-d713-a33f-0a43-04354a77ccda/data/data2/current/BP-1062399715-172.17.0.3-1731177153360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:39,160 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:39,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11bb0f27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:39,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@200aa9ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:39,165 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:39,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@646557f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:39,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74c646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:39,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:32:39,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:32:39,197 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=130 (was 110) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43653 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43653 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=468 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=695 (was 729), ProcessCount=11 (was 11), AvailableMemoryMB=2188 (was 2513) 2024-11-09T18:32:39,205 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=130, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=695, ProcessCount=11, AvailableMemoryMB=2188 2024-11-09T18:32:39,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.log.dir so I do NOT create it in target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc 2024-11-09T18:32:39,219 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:32:39,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.tmp.dir so I do NOT create it in target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc 2024-11-09T18:32:39,219 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a85a94-90f9-2160-abdf-73009be48398/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:32:39,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc 2024-11-09T18:32:39,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:32:39,219 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea, deleteOnExit=true 2024-11-09T18:32:39,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:32:39,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/test.cache.data in system properties and HBase conf 2024-11-09T18:32:39,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:32:39,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:32:39,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:32:39,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:32:39,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:32:39,219 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:39,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:32:39,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:32:39,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:39,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:39,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:39,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:39,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:39,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:39,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35110b9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:39,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b3088e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:39,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49f70db1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/java.io.tmpdir/jetty-localhost-45627-hadoop-hdfs-3_4_1-tests_jar-_-any-17169479174585017046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:39,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c6413e0{HTTP/1.1, (http/1.1)}{localhost:45627} 2024-11-09T18:32:39,678 INFO [Time-limited test {}] server.Server(415): Started @23834ms 2024-11-09T18:32:39,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:39,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:39,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:39,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:39,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:39,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e787135{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:39,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5d5c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:40,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7db3301e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/java.io.tmpdir/jetty-localhost-37361-hadoop-hdfs-3_4_1-tests_jar-_-any-1246661286740830147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:40,053 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ac1c7ea{HTTP/1.1, (http/1.1)}{localhost:37361} 2024-11-09T18:32:40,053 INFO [Time-limited test {}] server.Server(415): Started @24209ms 2024-11-09T18:32:40,054 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:40,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:40,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:40,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:40,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:40,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:32:40,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb577c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:40,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d18ddb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:40,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15df0dd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/java.io.tmpdir/jetty-localhost-40497-hadoop-hdfs-3_4_1-tests_jar-_-any-2207813661803008621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:40,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fb63957{HTTP/1.1, (http/1.1)}{localhost:40497} 2024-11-09T18:32:40,183 INFO [Time-limited test {}] server.Server(415): Started @24338ms 2024-11-09T18:32:40,184 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:41,286 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/data/data1/current/BP-237850635-172.17.0.3-1731177159237/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:41,286 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/data/data2/current/BP-237850635-172.17.0.3-1731177159237/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:41,305 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ef89eb972abf9b0 with lease ID 0x5dcf73e89c6cb7c9: Processing first storage report for DS-df9e4bef-9c91-4c51-b2ac-229407894c64 from datanode DatanodeRegistration(127.0.0.1:34059, datanodeUuid=c0420071-790d-4212-ac50-bf24aa60266b, infoPort=41367, infoSecurePort=0, ipcPort=45965, storageInfo=lv=-57;cid=testClusterID;nsid=1764821967;c=1731177159237) 2024-11-09T18:32:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ef89eb972abf9b0 with lease ID 0x5dcf73e89c6cb7c9: from storage DS-df9e4bef-9c91-4c51-b2ac-229407894c64 node DatanodeRegistration(127.0.0.1:34059, datanodeUuid=c0420071-790d-4212-ac50-bf24aa60266b, infoPort=41367, infoSecurePort=0, ipcPort=45965, storageInfo=lv=-57;cid=testClusterID;nsid=1764821967;c=1731177159237), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ef89eb972abf9b0 with lease ID 0x5dcf73e89c6cb7c9: Processing first storage report for DS-1306aead-ce44-4e85-85da-ad0c00c67a6f from datanode DatanodeRegistration(127.0.0.1:34059, datanodeUuid=c0420071-790d-4212-ac50-bf24aa60266b, infoPort=41367, infoSecurePort=0, ipcPort=45965, storageInfo=lv=-57;cid=testClusterID;nsid=1764821967;c=1731177159237) 2024-11-09T18:32:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ef89eb972abf9b0 with lease ID 0x5dcf73e89c6cb7c9: from storage DS-1306aead-ce44-4e85-85da-ad0c00c67a6f node DatanodeRegistration(127.0.0.1:34059, datanodeUuid=c0420071-790d-4212-ac50-bf24aa60266b, infoPort=41367, infoSecurePort=0, ipcPort=45965, storageInfo=lv=-57;cid=testClusterID;nsid=1764821967;c=1731177159237), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:41,438 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/data/data3/current/BP-237850635-172.17.0.3-1731177159237/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:41,444 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/data/data4/current/BP-237850635-172.17.0.3-1731177159237/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:41,465 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:41,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x871119032593559c with lease ID 0x5dcf73e89c6cb7ca: Processing first storage report for DS-2306b01e-a298-4c60-94a9-0f10889a1554 from datanode DatanodeRegistration(127.0.0.1:37153, datanodeUuid=d7c7cf37-5dca-4691-91cb-d345412f9569, infoPort=36615, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=1764821967;c=1731177159237) 2024-11-09T18:32:41,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x871119032593559c with lease ID 0x5dcf73e89c6cb7ca: from storage DS-2306b01e-a298-4c60-94a9-0f10889a1554 node DatanodeRegistration(127.0.0.1:37153, datanodeUuid=d7c7cf37-5dca-4691-91cb-d345412f9569, infoPort=36615, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=1764821967;c=1731177159237), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:41,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x871119032593559c with lease ID 0x5dcf73e89c6cb7ca: Processing first storage report for DS-5f3f0f0a-f3dd-44f0-be5d-fe8b12859872 from datanode DatanodeRegistration(127.0.0.1:37153, datanodeUuid=d7c7cf37-5dca-4691-91cb-d345412f9569, infoPort=36615, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=1764821967;c=1731177159237) 2024-11-09T18:32:41,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x871119032593559c with lease ID 0x5dcf73e89c6cb7ca: from storage DS-5f3f0f0a-f3dd-44f0-be5d-fe8b12859872 node DatanodeRegistration(127.0.0.1:37153, datanodeUuid=d7c7cf37-5dca-4691-91cb-d345412f9569, infoPort=36615, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=1764821967;c=1731177159237), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:41,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc 2024-11-09T18:32:41,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/zookeeper_0, clientPort=56599, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:32:41,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56599 2024-11-09T18:32:41,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:41,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:41,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a with version=8 2024-11-09T18:32:41,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/hbase-staging 2024-11-09T18:32:41,544 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:41,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:41,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:41,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:41,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:41,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:41,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:32:41,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:41,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39069 2024-11-09T18:32:41,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39069 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-09T18:32:41,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390690x0, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:41,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39069-0x10120df1edc0000 connected 2024-11-09T18:32:41,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:41,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:41,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:41,708 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a, hbase.cluster.distributed=false 2024-11-09T18:32:41,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:41,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39069 2024-11-09T18:32:41,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39069 2024-11-09T18:32:41,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39069 2024-11-09T18:32:41,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39069 2024-11-09T18:32:41,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39069 2024-11-09T18:32:41,735 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:41,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:41,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:41,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:41,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:41,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:41,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:41,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:41,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34401 2024-11-09T18:32:41,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34401 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-09T18:32:41,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:41,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:41,871 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344010x0, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:41,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344010x0, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:41,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34401-0x10120df1edc0001 connected 2024-11-09T18:32:41,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:41,880 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T18:32:41,887 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T18:32:41,892 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T18:32:41,900 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T18:32:41,901 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:41,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:41,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:41,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34401 2024-11-09T18:32:41,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34401 2024-11-09T18:32:41,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34401 2024-11-09T18:32:41,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34401 2024-11-09T18:32:41,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34401 2024-11-09T18:32:41,926 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:41,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:41,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:41,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:41,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:41,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:41,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:41,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:41,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41555 2024-11-09T18:32:41,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41555 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-09T18:32:41,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:41,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:41,994 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415550x0, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:41,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415550x0, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:41,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41555-0x10120df1edc0002 connected 2024-11-09T18:32:41,995 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:41,996 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T18:32:42,002 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T18:32:42,002 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T18:32:42,003 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T18:32:42,003 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:42,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:42,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:42,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41555 2024-11-09T18:32:42,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41555 2024-11-09T18:32:42,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41555 2024-11-09T18:32:42,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41555 2024-11-09T18:32:42,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41555 2024-11-09T18:32:42,022 DEBUG [M:0;fb97eb0edbe8:39069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:39069 2024-11-09T18:32:42,022 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb97eb0edbe8,39069,1731177161543 2024-11-09T18:32:42,037 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:42,037 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:42,038 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb97eb0edbe8,39069,1731177161543 2024-11-09T18:32:42,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,048 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:42,048 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:42,049 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,049 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,049 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T18:32:42,050 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb97eb0edbe8,39069,1731177161543 from backup master directory 2024-11-09T18:32:42,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb97eb0edbe8,39069,1731177161543 2024-11-09T18:32:42,059 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:42,059 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:42,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:42,059 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:42,059 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,39069,1731177161543 2024-11-09T18:32:42,065 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/hbase.id] with ID: 91dd8247-5abf-4296-aa6c-f8833e270f8c 2024-11-09T18:32:42,065 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/.tmp/hbase.id 2024-11-09T18:32:42,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:42,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:42,073 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/.tmp/hbase.id]:[hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/hbase.id] 2024-11-09T18:32:42,100 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:42,100 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:32:42,102 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T18:32:42,112 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,112 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:42,520 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:42,521 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:32:42,521 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:42,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:42,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:42,537 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store 2024-11-09T18:32:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:42,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:42,549 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:42,550 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:42,550 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:42,550 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:42,550 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:42,550 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:42,550 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:42,550 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177162550Disabling compacts and flushes for region at 1731177162550Disabling writes for close at 1731177162550Writing region close event to WAL at 1731177162550Closed at 1731177162550 2024-11-09T18:32:42,551 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/.initializing 2024-11-09T18:32:42,551 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/WALs/fb97eb0edbe8,39069,1731177161543 2024-11-09T18:32:42,552 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:42,554 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C39069%2C1731177161543, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/WALs/fb97eb0edbe8,39069,1731177161543, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/oldWALs, maxLogs=10 2024-11-09T18:32:42,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:32:42,571 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/WALs/fb97eb0edbe8,39069,1731177161543/fb97eb0edbe8%2C39069%2C1731177161543.1731177162555, exclude list is [], retry=0 2024-11-09T18:32:42,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34059,DS-df9e4bef-9c91-4c51-b2ac-229407894c64,DISK] 2024-11-09T18:32:42,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37153,DS-2306b01e-a298-4c60-94a9-0f10889a1554,DISK] 2024-11-09T18:32:42,580 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/WALs/fb97eb0edbe8,39069,1731177161543/fb97eb0edbe8%2C39069%2C1731177161543.1731177162555 2024-11-09T18:32:42,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:42,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:42,587 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367),(127.0.0.1/127.0.0.1:36615:36615)] 2024-11-09T18:32:42,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:42,588 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:42,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:42,588 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:42,588 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,588 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:42,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:42,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:32:42,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:42,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:42,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:32:42,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:42,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:42,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:32:42,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:42,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:42,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:32:42,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:42,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:42,609 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,609 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,610 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,611 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,611 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,613 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:42,614 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:42,618 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:42,618 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74599910, jitterRate=0.11162528395652771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:42,619 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731177162588Initializing all the Stores at 1731177162589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177162589Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177162596 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177162596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177162596Cleaning up temporary data from old regions at 1731177162611 (+15 ms)Region opened successfully at 1731177162619 (+8 ms) 2024-11-09T18:32:42,620 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:32:42,624 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6db228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:42,625 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:32:42,625 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:32:42,625 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:32:42,625 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:32:42,626 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:32:42,627 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:32:42,627 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:32:42,630 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:32:42,631 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T18:32:42,680 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T18:32:42,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:32:42,681 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:32:42,691 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T18:32:42,691 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:32:42,693 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:32:42,701 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T18:32:42,702 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:32:42,712 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T18:32:42,714 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:32:42,722 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T18:32:42,733 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:42,733 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:42,733 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,733 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,733 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,39069,1731177161543, sessionid=0x10120df1edc0000, setting cluster-up flag (Was=false) 2024-11-09T18:32:42,754 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,754 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,785 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T18:32:42,787 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,39069,1731177161543 2024-11-09T18:32:42,807 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,807 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:42,838 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T18:32:42,840 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,39069,1731177161543 2024-11-09T18:32:42,841 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:32:42,843 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:42,843 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:32:42,843 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:32:42,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,39069,1731177161543 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:32:42,846 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:42,846 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:42,846 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:42,846 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:42,846 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:32:42,846 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:42,846 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:42,846 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:42,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:42,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:32:42,849 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:42,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:32:42,852 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731177192851 2024-11-09T18:32:42,852 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:32:42,852 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:32:42,852 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:32:42,852 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:32:42,852 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:32:42,852 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:32:42,852 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:42,853 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:32:42,853 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:32:42,853 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:32:42,853 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:32:42,853 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:32:42,856 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177162853,5,FailOnTimeoutGroup] 2024-11-09T18:32:42,856 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177162856,5,FailOnTimeoutGroup] 2024-11-09T18:32:42,856 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:42,857 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:32:42,857 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:42,857 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:42,861 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:32:42,861 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a 2024-11-09T18:32:42,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:32:42,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:32:42,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:42,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:42,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:42,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:42,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:42,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:42,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:42,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:42,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:42,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:42,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:42,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:42,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:42,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:42,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:42,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:42,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:42,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:42,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740 2024-11-09T18:32:42,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740 2024-11-09T18:32:42,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:42,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:42,887 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:42,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:42,891 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:42,891 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70543174, jitterRate=0.051175206899642944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:42,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731177162873Initializing all the Stores at 1731177162874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177162874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177162874Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177162874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177162874Cleaning up temporary data from old regions at 1731177162887 (+13 ms)Region opened successfully at 1731177162892 (+5 ms) 2024-11-09T18:32:42,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:42,892 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:42,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:42,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:42,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:42,892 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:42,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177162892Disabling compacts and flushes for region at 1731177162892Disabling writes for close at 1731177162892Writing region close event to WAL at 1731177162892Closed at 1731177162892 2024-11-09T18:32:42,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:42,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:32:42,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:32:42,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:42,897 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:32:42,909 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(746): ClusterId : 91dd8247-5abf-4296-aa6c-f8833e270f8c 2024-11-09T18:32:42,909 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(746): ClusterId : 91dd8247-5abf-4296-aa6c-f8833e270f8c 2024-11-09T18:32:42,909 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:42,909 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:42,913 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:42,913 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:42,913 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:42,913 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:42,923 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:42,923 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:42,923 DEBUG [RS:0;fb97eb0edbe8:34401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39779048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:42,923 DEBUG [RS:1;fb97eb0edbe8:41555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff6bf23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:42,935 DEBUG [RS:1;fb97eb0edbe8:41555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb97eb0edbe8:41555 2024-11-09T18:32:42,935 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:42,935 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:42,935 DEBUG [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:42,936 DEBUG [RS:0;fb97eb0edbe8:34401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:34401 2024-11-09T18:32:42,936 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:42,936 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:42,936 DEBUG [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:42,936 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,39069,1731177161543 with port=41555, startcode=1731177161926 2024-11-09T18:32:42,937 DEBUG [RS:1;fb97eb0edbe8:41555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:42,937 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,39069,1731177161543 with port=34401, startcode=1731177161735 2024-11-09T18:32:42,937 DEBUG [RS:0;fb97eb0edbe8:34401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:42,939 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:42,939 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:42,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:42,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39069 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:42,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,34401,1731177161735 2024-11-09T18:32:42,941 DEBUG [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a 2024-11-09T18:32:42,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39069 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,34401,1731177161735 2024-11-09T18:32:42,941 DEBUG [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40581 2024-11-09T18:32:42,941 DEBUG [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:42,943 DEBUG [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a 2024-11-09T18:32:42,943 DEBUG [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40581 2024-11-09T18:32:42,943 DEBUG [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:42,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:42,996 DEBUG [RS:1;fb97eb0edbe8:41555 {}] zookeeper.ZKUtil(111): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:42,996 WARN [RS:1;fb97eb0edbe8:41555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:42,996 DEBUG [RS:0;fb97eb0edbe8:34401 {}] zookeeper.ZKUtil(111): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,34401,1731177161735 2024-11-09T18:32:42,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,41555,1731177161926] 2024-11-09T18:32:42,996 INFO [RS:1;fb97eb0edbe8:41555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:42,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,34401,1731177161735] 2024-11-09T18:32:42,996 WARN [RS:0;fb97eb0edbe8:34401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:42,996 INFO [RS:0;fb97eb0edbe8:34401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:42,996 DEBUG [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:42,996 DEBUG [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,34401,1731177161735 2024-11-09T18:32:43,000 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:43,000 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:43,002 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:43,002 INFO [RS:1;fb97eb0edbe8:41555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:43,002 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,003 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:43,003 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:43,003 INFO [RS:0;fb97eb0edbe8:34401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:43,003 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,003 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:43,004 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:43,004 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,004 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,004 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,004 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 DEBUG [RS:1;fb97eb0edbe8:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:43,005 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:43,005 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,005 DEBUG [RS:0;fb97eb0edbe8:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:43,005 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41555,1731177161926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:43,006 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,006 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,006 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,006 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,006 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,006 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34401,1731177161735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:43,020 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:43,021 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41555,1731177161926-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,021 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,021 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.Replication(171): fb97eb0edbe8,41555,1731177161926 started 2024-11-09T18:32:43,021 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:43,022 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34401,1731177161735-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,022 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,022 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.Replication(171): fb97eb0edbe8,34401,1731177161735 started 2024-11-09T18:32:43,040 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,040 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,34401,1731177161735, RpcServer on fb97eb0edbe8/172.17.0.3:34401, sessionid=0x10120df1edc0001 2024-11-09T18:32:43,040 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:43,040 DEBUG [RS:0;fb97eb0edbe8:34401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,34401,1731177161735 2024-11-09T18:32:43,040 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,34401,1731177161735' 2024-11-09T18:32:43,040 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:43,040 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:43,041 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,041 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,41555,1731177161926, RpcServer on fb97eb0edbe8/172.17.0.3:41555, sessionid=0x10120df1edc0002 2024-11-09T18:32:43,041 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:43,041 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:43,041 DEBUG [RS:1;fb97eb0edbe8:41555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:43,041 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:43,041 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,41555,1731177161926' 2024-11-09T18:32:43,041 DEBUG [RS:0;fb97eb0edbe8:34401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,34401,1731177161735 2024-11-09T18:32:43,041 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,34401,1731177161735' 2024-11-09T18:32:43,041 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:43,041 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:43,041 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:43,041 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:43,042 DEBUG [RS:0;fb97eb0edbe8:34401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:43,042 INFO [RS:0;fb97eb0edbe8:34401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:43,042 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:43,042 INFO [RS:0;fb97eb0edbe8:34401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:43,042 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:43,042 DEBUG [RS:1;fb97eb0edbe8:41555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:43,042 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,41555,1731177161926' 2024-11-09T18:32:43,042 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:43,042 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:43,043 DEBUG [RS:1;fb97eb0edbe8:41555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:43,043 INFO [RS:1;fb97eb0edbe8:41555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:43,043 INFO [RS:1;fb97eb0edbe8:41555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:43,048 WARN [fb97eb0edbe8:39069 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:32:43,142 INFO [RS:0;fb97eb0edbe8:34401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:43,143 INFO [RS:1;fb97eb0edbe8:41555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:43,144 INFO [RS:0;fb97eb0edbe8:34401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C34401%2C1731177161735, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,34401,1731177161735, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/oldWALs, maxLogs=32 2024-11-09T18:32:43,145 INFO [RS:1;fb97eb0edbe8:41555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C41555%2C1731177161926, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,41555,1731177161926, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/oldWALs, maxLogs=32 2024-11-09T18:32:43,157 DEBUG [RS:0;fb97eb0edbe8:34401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,34401,1731177161735/fb97eb0edbe8%2C34401%2C1731177161735.1731177163145, exclude list is [], retry=0 2024-11-09T18:32:43,157 DEBUG [RS:1;fb97eb0edbe8:41555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,41555,1731177161926/fb97eb0edbe8%2C41555%2C1731177161926.1731177163145, exclude list is [], retry=0 2024-11-09T18:32:43,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37153,DS-2306b01e-a298-4c60-94a9-0f10889a1554,DISK] 2024-11-09T18:32:43,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34059,DS-df9e4bef-9c91-4c51-b2ac-229407894c64,DISK] 2024-11-09T18:32:43,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34059,DS-df9e4bef-9c91-4c51-b2ac-229407894c64,DISK] 2024-11-09T18:32:43,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37153,DS-2306b01e-a298-4c60-94a9-0f10889a1554,DISK] 2024-11-09T18:32:43,162 INFO [RS:0;fb97eb0edbe8:34401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,34401,1731177161735/fb97eb0edbe8%2C34401%2C1731177161735.1731177163145 2024-11-09T18:32:43,162 INFO [RS:1;fb97eb0edbe8:41555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,41555,1731177161926/fb97eb0edbe8%2C41555%2C1731177161926.1731177163145 2024-11-09T18:32:43,162 DEBUG [RS:0;fb97eb0edbe8:34401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36615:36615),(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-09T18:32:43,162 DEBUG [RS:1;fb97eb0edbe8:41555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367),(127.0.0.1/127.0.0.1:36615:36615)] 2024-11-09T18:32:43,299 DEBUG [fb97eb0edbe8:39069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T18:32:43,299 DEBUG [fb97eb0edbe8:39069 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:43,301 DEBUG [fb97eb0edbe8:39069 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:43,301 DEBUG [fb97eb0edbe8:39069 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:43,302 DEBUG [fb97eb0edbe8:39069 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:43,302 DEBUG [fb97eb0edbe8:39069 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:43,302 INFO [fb97eb0edbe8:39069 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:43,302 INFO [fb97eb0edbe8:39069 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:43,302 DEBUG [fb97eb0edbe8:39069 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:43,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:43,303 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,41555,1731177161926, state=OPENING 2024-11-09T18:32:43,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:32:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:43,396 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:43,396 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:43,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:43,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:43,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:43,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:43,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,41555,1731177161926}] 2024-11-09T18:32:43,552 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:43,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:43,557 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:32:43,557 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:43,558 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:32:43,560 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C41555%2C1731177161926.meta, suffix=.meta, logDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,41555,1731177161926, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/oldWALs, maxLogs=32 2024-11-09T18:32:43,575 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,41555,1731177161926/fb97eb0edbe8%2C41555%2C1731177161926.meta.1731177163560.meta, exclude list is [], retry=0 2024-11-09T18:32:43,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37153,DS-2306b01e-a298-4c60-94a9-0f10889a1554,DISK] 2024-11-09T18:32:43,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34059,DS-df9e4bef-9c91-4c51-b2ac-229407894c64,DISK] 2024-11-09T18:32:43,580 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,41555,1731177161926/fb97eb0edbe8%2C41555%2C1731177161926.meta.1731177163560.meta 2024-11-09T18:32:43,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367),(127.0.0.1/127.0.0.1:36615:36615)] 2024-11-09T18:32:43,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:43,581 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:32:43,581 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:32:43,581 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:32:43,581 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:32:43,581 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:43,581 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:32:43,581 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:32:43,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:43,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:43,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:43,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:43,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:43,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:43,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:43,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:43,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:43,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:43,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:43,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:43,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:43,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:43,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:43,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:43,590 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:43,591 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740 2024-11-09T18:32:43,592 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740 2024-11-09T18:32:43,593 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:43,593 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:43,594 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:43,595 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:43,596 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67016844, jitterRate=-0.0013712048530578613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:43,596 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:32:43,596 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731177163581Writing region info on filesystem at 1731177163581Initializing all the Stores at 1731177163582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177163582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177163583 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177163583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177163583Cleaning up temporary data from old regions at 1731177163593 (+10 ms)Running coprocessor post-open hooks at 1731177163596 (+3 ms)Region opened successfully at 1731177163596 2024-11-09T18:32:43,598 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731177163552 2024-11-09T18:32:43,600 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:32:43,600 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:32:43,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:43,602 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,41555,1731177161926, state=OPEN 2024-11-09T18:32:43,606 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:43,606 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:43,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:43,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:43,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:43,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:43,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:32:43,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,41555,1731177161926 in 209 msec 2024-11-09T18:32:43,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:32:43,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 716 msec 2024-11-09T18:32:43,614 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:43,614 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:32:43,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:43,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41555,1731177161926, seqNum=-1] 2024-11-09T18:32:43,616 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:43,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:43,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 782 msec 2024-11-09T18:32:43,626 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731177163626, completionTime=-1 2024-11-09T18:32:43,626 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T18:32:43,626 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:32:43,628 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T18:32:43,628 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731177223628 2024-11-09T18:32:43,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731177283629 2024-11-09T18:32:43,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:32:43,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39069,1731177161543-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39069,1731177161543-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39069,1731177161543-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:39069, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,632 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:32:43,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.575sec 2024-11-09T18:32:43,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:32:43,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:32:43,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:32:43,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:32:43,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:32:43,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39069,1731177161543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:43,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39069,1731177161543-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:32:43,637 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:32:43,637 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:32:43,637 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39069,1731177161543-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:43,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa15bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:43,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,39069,-1 for getting cluster id 2024-11-09T18:32:43,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:32:43,711 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91dd8247-5abf-4296-aa6c-f8833e270f8c' 2024-11-09T18:32:43,712 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:32:43,712 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91dd8247-5abf-4296-aa6c-f8833e270f8c" 2024-11-09T18:32:43,713 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1f3286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:43,713 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,39069,-1] 2024-11-09T18:32:43,713 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:32:43,714 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:43,715 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:32:43,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e8db0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:43,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:43,719 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41555,1731177161926, seqNum=-1] 2024-11-09T18:32:43,720 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:43,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:43,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,39069,1731177161543 2024-11-09T18:32:43,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:32:43,727 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,39069,1731177161543 2024-11-09T18:32:43,727 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ff53ca2 2024-11-09T18:32:43,727 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:32:43,729 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:32:43,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T18:32:43,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:32:43,733 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:43,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T18:32:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:43,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:32:43,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:43,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:43,744 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02975af904db71ba8be84f8da3caf80f, NAME => 'testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a 2024-11-09T18:32:43,745 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 45e63ee655cb09b2ee30f6ae83b6843a, NAME => 'testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a 2024-11-09T18:32:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 45e63ee655cb09b2ee30f6ae83b6843a, disabling compactions & flushes 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:43,754 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 02975af904db71ba8be84f8da3caf80f, disabling compactions & flushes 2024-11-09T18:32:43,754 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. after waiting 0 ms 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. after waiting 0 ms 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:43,754 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:43,754 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02975af904db71ba8be84f8da3caf80f: Waiting for close lock at 1731177163754Disabling compacts and flushes for region at 1731177163754Disabling writes for close at 1731177163754Writing region close event to WAL at 1731177163754Closed at 1731177163754 2024-11-09T18:32:43,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 45e63ee655cb09b2ee30f6ae83b6843a: Waiting for close lock at 1731177163754Disabling compacts and flushes for region at 1731177163754Disabling writes for close at 1731177163754Writing region close event to WAL at 1731177163754Closed at 1731177163754 2024-11-09T18:32:43,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:32:43,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177163756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177163756"}]},"ts":"1731177163756"} 2024-11-09T18:32:43,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177163756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177163756"}]},"ts":"1731177163756"} 2024-11-09T18:32:43,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T18:32:43,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:32:43,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177163763"}]},"ts":"1731177163763"} 2024-11-09T18:32:43,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T18:32:43,766 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:43,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:43,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:43,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:43,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:43,767 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:43,767 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:43,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:43,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02975af904db71ba8be84f8da3caf80f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45e63ee655cb09b2ee30f6ae83b6843a, ASSIGN}] 2024-11-09T18:32:43,769 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45e63ee655cb09b2ee30f6ae83b6843a, ASSIGN 2024-11-09T18:32:43,769 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02975af904db71ba8be84f8da3caf80f, ASSIGN 2024-11-09T18:32:43,770 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45e63ee655cb09b2ee30f6ae83b6843a, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41555,1731177161926; forceNewPlan=false, retain=false 2024-11-09T18:32:43,770 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02975af904db71ba8be84f8da3caf80f, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,34401,1731177161735; forceNewPlan=false, retain=false 2024-11-09T18:32:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:43,920 INFO [fb97eb0edbe8:39069 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T18:32:43,921 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02975af904db71ba8be84f8da3caf80f, regionState=OPENING, regionLocation=fb97eb0edbe8,34401,1731177161735 2024-11-09T18:32:43,921 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=45e63ee655cb09b2ee30f6ae83b6843a, regionState=OPENING, regionLocation=fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:43,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02975af904db71ba8be84f8da3caf80f, ASSIGN because future has completed 2024-11-09T18:32:43,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02975af904db71ba8be84f8da3caf80f, server=fb97eb0edbe8,34401,1731177161735}] 2024-11-09T18:32:43,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45e63ee655cb09b2ee30f6ae83b6843a, ASSIGN because future has completed 2024-11-09T18:32:43,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45e63ee655cb09b2ee30f6ae83b6843a, server=fb97eb0edbe8,41555,1731177161926}] 2024-11-09T18:32:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:44,088 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:44,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:44,096 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:44,096 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:44,096 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 02975af904db71ba8be84f8da3caf80f, NAME => 'testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T18:32:44,097 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,097 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:44,097 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,097 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,098 INFO [StoreOpener-02975af904db71ba8be84f8da3caf80f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,100 INFO [StoreOpener-02975af904db71ba8be84f8da3caf80f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02975af904db71ba8be84f8da3caf80f columnFamilyName family 2024-11-09T18:32:44,100 DEBUG [StoreOpener-02975af904db71ba8be84f8da3caf80f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:44,104 INFO [StoreOpener-02975af904db71ba8be84f8da3caf80f-1 {}] regionserver.HStore(327): Store=02975af904db71ba8be84f8da3caf80f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:44,104 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,105 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,106 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,106 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,106 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,108 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 45e63ee655cb09b2ee30f6ae83b6843a, NAME => 'testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T18:32:44,108 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,108 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,108 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:44,109 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,109 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,111 INFO [StoreOpener-45e63ee655cb09b2ee30f6ae83b6843a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,111 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/02975af904db71ba8be84f8da3caf80f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:44,111 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 02975af904db71ba8be84f8da3caf80f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59182993, jitterRate=-0.11810468137264252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:44,112 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,112 INFO [StoreOpener-45e63ee655cb09b2ee30f6ae83b6843a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45e63ee655cb09b2ee30f6ae83b6843a columnFamilyName family 2024-11-09T18:32:44,112 DEBUG [StoreOpener-45e63ee655cb09b2ee30f6ae83b6843a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:44,112 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 02975af904db71ba8be84f8da3caf80f: Running coprocessor pre-open hook at 1731177164097Writing region info on filesystem at 1731177164097Initializing all the Stores at 1731177164098 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177164098Cleaning up temporary data from old regions at 1731177164106 (+8 ms)Running coprocessor post-open hooks at 1731177164112 (+6 ms)Region opened successfully at 1731177164112 2024-11-09T18:32:44,113 INFO [StoreOpener-45e63ee655cb09b2ee30f6ae83b6843a-1 {}] regionserver.HStore(327): Store=45e63ee655cb09b2ee30f6ae83b6843a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:44,113 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,114 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f., pid=7, masterSystemTime=1731177164088 2024-11-09T18:32:44,114 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,114 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,115 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,115 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,118 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,118 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:44,119 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:44,121 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02975af904db71ba8be84f8da3caf80f, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,34401,1731177161735 2024-11-09T18:32:44,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02975af904db71ba8be84f8da3caf80f, server=fb97eb0edbe8,34401,1731177161735 because future has completed 2024-11-09T18:32:44,126 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/45e63ee655cb09b2ee30f6ae83b6843a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:44,127 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 45e63ee655cb09b2ee30f6ae83b6843a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58765136, jitterRate=-0.12433123588562012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:44,127 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,127 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 45e63ee655cb09b2ee30f6ae83b6843a: Running coprocessor pre-open hook at 1731177164109Writing region info on filesystem at 1731177164109Initializing all the Stores at 1731177164110 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177164110Cleaning up temporary data from old regions at 1731177164115 (+5 ms)Running coprocessor post-open hooks at 1731177164127 (+12 ms)Region opened successfully at 1731177164127 2024-11-09T18:32:44,129 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a., pid=8, masterSystemTime=1731177164092 2024-11-09T18:32:44,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T18:32:44,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02975af904db71ba8be84f8da3caf80f, server=fb97eb0edbe8,34401,1731177161735 in 202 msec 2024-11-09T18:32:44,132 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:44,132 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:44,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=45e63ee655cb09b2ee30f6ae83b6843a, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:44,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02975af904db71ba8be84f8da3caf80f, ASSIGN in 364 msec 2024-11-09T18:32:44,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45e63ee655cb09b2ee30f6ae83b6843a, server=fb97eb0edbe8,41555,1731177161926 because future has completed 2024-11-09T18:32:44,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T18:32:44,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 45e63ee655cb09b2ee30f6ae83b6843a, server=fb97eb0edbe8,41555,1731177161926 in 207 msec 2024-11-09T18:32:44,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T18:32:44,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45e63ee655cb09b2ee30f6ae83b6843a, ASSIGN in 374 msec 2024-11-09T18:32:44,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:32:44,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177164144"}]},"ts":"1731177164144"} 2024-11-09T18:32:44,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T18:32:44,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:32:44,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 418 msec 2024-11-09T18:32:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:44,363 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T18:32:44,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T18:32:44,363 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:44,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T18:32:44,366 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:44,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T18:32:44,371 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f., hostname=fb97eb0edbe8,34401,1731177161735, seqNum=2] 2024-11-09T18:32:44,371 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:44,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:44,387 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a., hostname=fb97eb0edbe8,41555,1731177161926, seqNum=2] 2024-11-09T18:32:44,400 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 02975af904db71ba8be84f8da3caf80f 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T18:32:44,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/02975af904db71ba8be84f8da3caf80f/.tmp/family/8f7cb51fa8584be8bf3a5193fcfc8c70 is 32, key is 1/family:/1731177164374/Put/seqid=0 2024-11-09T18:32:44,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741839_1015 (size=5054) 2024-11-09T18:32:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741839_1015 (size=5054) 2024-11-09T18:32:44,441 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/02975af904db71ba8be84f8da3caf80f/.tmp/family/8f7cb51fa8584be8bf3a5193fcfc8c70 2024-11-09T18:32:44,449 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/02975af904db71ba8be84f8da3caf80f/.tmp/family/8f7cb51fa8584be8bf3a5193fcfc8c70 as hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/02975af904db71ba8be84f8da3caf80f/family/8f7cb51fa8584be8bf3a5193fcfc8c70 2024-11-09T18:32:44,457 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/02975af904db71ba8be84f8da3caf80f/family/8f7cb51fa8584be8bf3a5193fcfc8c70, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T18:32:44,458 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 02975af904db71ba8be84f8da3caf80f in 58ms, sequenceid=8, compaction requested=false 2024-11-09T18:32:44,458 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 02975af904db71ba8be84f8da3caf80f: 2024-11-09T18:32:44,459 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 45e63ee655cb09b2ee30f6ae83b6843a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T18:32:44,481 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/45e63ee655cb09b2ee30f6ae83b6843a/.tmp/family/f90d894132dd42eb972f66ddc82ea23f is 32, key is 5/family:/1731177164389/Put/seqid=0 2024-11-09T18:32:44,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741840_1016 (size=5083) 2024-11-09T18:32:44,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741840_1016 (size=5083) 2024-11-09T18:32:44,488 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/45e63ee655cb09b2ee30f6ae83b6843a/.tmp/family/f90d894132dd42eb972f66ddc82ea23f 2024-11-09T18:32:44,496 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/45e63ee655cb09b2ee30f6ae83b6843a/.tmp/family/f90d894132dd42eb972f66ddc82ea23f as hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/45e63ee655cb09b2ee30f6ae83b6843a/family/f90d894132dd42eb972f66ddc82ea23f 2024-11-09T18:32:44,503 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/45e63ee655cb09b2ee30f6ae83b6843a/family/f90d894132dd42eb972f66ddc82ea23f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T18:32:44,504 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 45e63ee655cb09b2ee30f6ae83b6843a in 45ms, sequenceid=9, compaction requested=false 2024-11-09T18:32:44,505 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 45e63ee655cb09b2ee30f6ae83b6843a: 2024-11-09T18:32:44,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228786bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:44,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,39069,-1 for getting cluster id 2024-11-09T18:32:44,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:32:44,506 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91dd8247-5abf-4296-aa6c-f8833e270f8c' 2024-11-09T18:32:44,507 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:32:44,507 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91dd8247-5abf-4296-aa6c-f8833e270f8c" 2024-11-09T18:32:44,507 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3f3682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:44,507 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,39069,-1] 2024-11-09T18:32:44,507 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:32:44,507 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:44,508 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:32:44,509 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65267696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:44,516 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T18:32:44,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:44,518 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41555,1731177161926, seqNum=-1] 2024-11-09T18:32:44,519 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:44,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:44,523 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:44,524 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:44,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:44,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41555 {}] bucket.BucketCache(1864): found 1 blocks for file f90d894132dd42eb972f66ddc82ea23f, starting offset: 0, end offset: 9223372036854775807 2024-11-09T18:32:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] bucket.BucketCache(1864): found 1 blocks for file 8f7cb51fa8584be8bf3a5193fcfc8c70, starting offset: 0, end offset: 9223372036854775807 2024-11-09T18:32:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41555 {}] bucket.BucketCache(857): removed key f90d894132dd42eb972f66ddc82ea23f_0 from back map with offset lock 2094080 in the evict process 2024-11-09T18:32:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] bucket.BucketCache(857): removed key 8f7cb51fa8584be8bf3a5193fcfc8c70_0 from back map with offset lock 2094080 in the evict process 2024-11-09T18:32:44,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:44,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:44,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:44,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:44,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:32:44,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:32:44,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:44,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:44,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:44,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:44,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:32:44,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:32:44,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2130907073, stopped=false 2024-11-09T18:32:44,529 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,39069,1731177161543 2024-11-09T18:32:44,595 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:44,595 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:44,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:44,595 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:44,595 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:44,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:44,596 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:44,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:44,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:44,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:44,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:44,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:44,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:44,597 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,34401,1731177161735' ***** 2024-11-09T18:32:44,597 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:44,597 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,41555,1731177161926' ***** 2024-11-09T18:32:44,597 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:44,597 INFO [RS:0;fb97eb0edbe8:34401 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T18:32:44,597 INFO [RS:1;fb97eb0edbe8:41555 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T18:32:44,598 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T18:32:44,598 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T18:32:44,598 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T18:32:44,598 INFO [RS:1;fb97eb0edbe8:41555 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T18:32:44,598 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T18:32:44,598 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T18:32:44,598 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T18:32:44,598 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:44,598 INFO [RS:0;fb97eb0edbe8:34401 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T18:32:44,598 INFO [RS:1;fb97eb0edbe8:41555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:44,598 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:44,598 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:44,598 INFO [RS:1;fb97eb0edbe8:41555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:44,598 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:44,598 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(3091): Received CLOSE for 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,598 INFO [RS:0;fb97eb0edbe8:34401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:44,598 INFO [RS:0;fb97eb0edbe8:34401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:44,598 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(3091): Received CLOSE for 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,598 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:44,598 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:44,598 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,34401,1731177161735 2024-11-09T18:32:44,598 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:44,598 INFO [RS:1;fb97eb0edbe8:41555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb97eb0edbe8:41555. 2024-11-09T18:32:44,598 INFO [RS:0;fb97eb0edbe8:34401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:34401. 2024-11-09T18:32:44,598 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02975af904db71ba8be84f8da3caf80f, disabling compactions & flushes 2024-11-09T18:32:44,598 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45e63ee655cb09b2ee30f6ae83b6843a, disabling compactions & flushes 2024-11-09T18:32:44,598 DEBUG [RS:1;fb97eb0edbe8:41555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:44,598 DEBUG [RS:0;fb97eb0edbe8:34401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:44,598 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:44,599 DEBUG [RS:1;fb97eb0edbe8:41555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:44,598 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:44,599 DEBUG [RS:0;fb97eb0edbe8:34401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:44,599 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:44,599 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:44,599 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. after waiting 0 ms 2024-11-09T18:32:44,599 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. after waiting 0 ms 2024-11-09T18:32:44,599 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:44,599 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:32:44,599 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:44,599 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:44,599 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:44,599 DEBUG [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(1325): Online Regions={02975af904db71ba8be84f8da3caf80f=testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f.} 2024-11-09T18:32:44,599 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:44,599 DEBUG [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(1351): Waiting on 02975af904db71ba8be84f8da3caf80f 2024-11-09T18:32:44,599 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:32:44,600 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:32:44,600 DEBUG [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(1325): Online Regions={45e63ee655cb09b2ee30f6ae83b6843a=testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:32:44,600 DEBUG [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45e63ee655cb09b2ee30f6ae83b6843a 2024-11-09T18:32:44,600 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:44,600 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:44,600 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:44,600 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:44,600 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:44,601 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T18:32:44,604 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/45e63ee655cb09b2ee30f6ae83b6843a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T18:32:44,604 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/default/testClearRegionBlockCache/02975af904db71ba8be84f8da3caf80f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T18:32:44,604 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:44,605 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02975af904db71ba8be84f8da3caf80f: Waiting for close lock at 1731177164598Running coprocessor pre-close hooks at 1731177164598Disabling compacts and flushes for region at 1731177164598Disabling writes for close at 1731177164599 (+1 ms)Writing region close event to WAL at 1731177164600 (+1 ms)Running coprocessor post-close hooks at 1731177164604 (+4 ms)Closed at 1731177164604 2024-11-09T18:32:44,605 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731177163729.02975af904db71ba8be84f8da3caf80f. 2024-11-09T18:32:44,607 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:44,608 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:44,609 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:44,609 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45e63ee655cb09b2ee30f6ae83b6843a: Waiting for close lock at 1731177164598Running coprocessor pre-close hooks at 1731177164598Disabling compacts and flushes for region at 1731177164598Disabling writes for close at 1731177164599 (+1 ms)Writing region close event to WAL at 1731177164600 (+1 ms)Running coprocessor post-close hooks at 1731177164609 (+9 ms)Closed at 1731177164609 2024-11-09T18:32:44,609 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a. 2024-11-09T18:32:44,617 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/.tmp/info/28277d4c84cd4b4b859ba003dbe11041 is 173, key is testClearRegionBlockCache,5,1731177163729.45e63ee655cb09b2ee30f6ae83b6843a./info:regioninfo/1731177164133/Put/seqid=0 2024-11-09T18:32:44,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:44,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:44,623 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/.tmp/info/28277d4c84cd4b4b859ba003dbe11041 2024-11-09T18:32:44,642 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/.tmp/ns/804faf4a613b49488aaaa41427ec7943 is 43, key is default/ns:d/1731177163619/Put/seqid=0 2024-11-09T18:32:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:44,648 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/.tmp/ns/804faf4a613b49488aaaa41427ec7943 2024-11-09T18:32:44,669 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/.tmp/table/c521d4a3999345d683cc0dd26202064d is 61, key is testClearRegionBlockCache/table:state/1731177164144/Put/seqid=0 2024-11-09T18:32:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:44,674 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/.tmp/table/c521d4a3999345d683cc0dd26202064d 2024-11-09T18:32:44,680 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/.tmp/info/28277d4c84cd4b4b859ba003dbe11041 as hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/info/28277d4c84cd4b4b859ba003dbe11041 2024-11-09T18:32:44,688 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/info/28277d4c84cd4b4b859ba003dbe11041, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T18:32:44,689 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/.tmp/ns/804faf4a613b49488aaaa41427ec7943 as hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/ns/804faf4a613b49488aaaa41427ec7943 2024-11-09T18:32:44,697 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/ns/804faf4a613b49488aaaa41427ec7943, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T18:32:44,698 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/.tmp/table/c521d4a3999345d683cc0dd26202064d as hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/table/c521d4a3999345d683cc0dd26202064d 2024-11-09T18:32:44,704 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/table/c521d4a3999345d683cc0dd26202064d, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T18:32:44,706 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=13, compaction requested=false 2024-11-09T18:32:44,711 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T18:32:44,712 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:32:44,712 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:44,712 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177164600Running coprocessor pre-close hooks at 1731177164600Disabling compacts and flushes for region at 1731177164600Disabling writes for close at 1731177164600Obtaining lock to block concurrent updates at 1731177164601 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731177164601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731177164601Flushing stores of hbase:meta,,1.1588230740 at 1731177164602 (+1 ms)Flushing 1588230740/info: creating writer at 1731177164602Flushing 1588230740/info: appending metadata at 1731177164617 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731177164617Flushing 1588230740/ns: creating writer at 1731177164628 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731177164641 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731177164641Flushing 1588230740/table: creating writer at 1731177164653 (+12 ms)Flushing 1588230740/table: appending metadata at 1731177164668 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731177164668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440adbe7: reopening flushed file at 1731177164679 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21facbf3: reopening flushed file at 1731177164688 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6bf419: reopening flushed file at 1731177164697 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=13, compaction requested=false at 1731177164706 (+9 ms)Writing region close event to WAL at 1731177164707 (+1 ms)Running coprocessor post-close hooks at 1731177164711 (+4 ms)Closed at 1731177164712 (+1 ms) 2024-11-09T18:32:44,712 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:44,799 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,34401,1731177161735; all regions closed. 2024-11-09T18:32:44,800 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,41555,1731177161926; all regions closed. 2024-11-09T18:32:44,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741833_1009 (size=1758) 2024-11-09T18:32:44,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741833_1009 (size=1758) 2024-11-09T18:32:44,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:44,806 DEBUG [RS:0;fb97eb0edbe8:34401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/oldWALs 2024-11-09T18:32:44,806 DEBUG [RS:1;fb97eb0edbe8:41555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/oldWALs 2024-11-09T18:32:44,806 INFO [RS:0;fb97eb0edbe8:34401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C34401%2C1731177161735:(num 1731177163145) 2024-11-09T18:32:44,806 INFO [RS:1;fb97eb0edbe8:41555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C41555%2C1731177161926.meta:.meta(num 1731177163560) 2024-11-09T18:32:44,806 DEBUG [RS:0;fb97eb0edbe8:34401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:44,806 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:44,807 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:44,807 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:44,807 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:44,807 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:44,807 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:44,807 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:44,807 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:44,807 INFO [RS:0;fb97eb0edbe8:34401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34401 2024-11-09T18:32:44,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/WALs/fb97eb0edbe8,41555,1731177161926/fb97eb0edbe8%2C41555%2C1731177161926.1731177163145 not finished, retry = 0 2024-11-09T18:32:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741834_1010 (size=1867) 2024-11-09T18:32:44,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741834_1010 (size=1867) 2024-11-09T18:32:44,838 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,34401,1731177161735 2024-11-09T18:32:44,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:44,838 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:44,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,34401,1731177161735] 2024-11-09T18:32:44,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,34401,1731177161735 already deleted, retry=false 2024-11-09T18:32:44,859 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,34401,1731177161735 expired; onlineServers=1 2024-11-09T18:32:44,912 DEBUG [RS:1;fb97eb0edbe8:41555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/oldWALs 2024-11-09T18:32:44,912 INFO [RS:1;fb97eb0edbe8:41555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C41555%2C1731177161926:(num 1731177163145) 2024-11-09T18:32:44,912 DEBUG [RS:1;fb97eb0edbe8:41555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:44,912 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:44,912 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:44,912 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:44,913 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:44,913 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:44,913 INFO [RS:1;fb97eb0edbe8:41555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41555 2024-11-09T18:32:44,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:44,922 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,41555,1731177161926 2024-11-09T18:32:44,922 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:44,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,41555,1731177161926] 2024-11-09T18:32:44,943 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,41555,1731177161926 already deleted, retry=false 2024-11-09T18:32:44,943 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,41555,1731177161926 expired; onlineServers=0 2024-11-09T18:32:44,943 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,39069,1731177161543' ***** 2024-11-09T18:32:44,943 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:32:44,944 INFO [M:0;fb97eb0edbe8:39069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:44,944 INFO [M:0;fb97eb0edbe8:39069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:44,944 DEBUG [M:0;fb97eb0edbe8:39069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:32:44,944 DEBUG [M:0;fb97eb0edbe8:39069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:32:44,944 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:32:44,944 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177162853 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177162853,5,FailOnTimeoutGroup] 2024-11-09T18:32:44,944 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177162856 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177162856,5,FailOnTimeoutGroup] 2024-11-09T18:32:44,945 INFO [M:0;fb97eb0edbe8:39069 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:44,945 INFO [M:0;fb97eb0edbe8:39069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:44,945 DEBUG [M:0;fb97eb0edbe8:39069 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:32:44,945 INFO [M:0;fb97eb0edbe8:39069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:32:44,946 INFO [M:0;fb97eb0edbe8:39069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:44,946 INFO [M:0;fb97eb0edbe8:39069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:32:44,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:32:44,949 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:44,949 INFO [RS:0;fb97eb0edbe8:34401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:44,949 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x10120df1edc0001, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:44,949 INFO [RS:0;fb97eb0edbe8:34401 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,34401,1731177161735; zookeeper connection closed. 2024-11-09T18:32:44,949 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2788c1ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2788c1ce 2024-11-09T18:32:44,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:44,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:44,954 DEBUG [M:0;fb97eb0edbe8:39069 {}] zookeeper.ZKUtil(347): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T18:32:44,954 WARN [M:0;fb97eb0edbe8:39069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:32:44,955 INFO [M:0;fb97eb0edbe8:39069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/.lastflushedseqids 2024-11-09T18:32:44,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741844_1020 (size=182) 2024-11-09T18:32:44,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741844_1020 (size=182) 2024-11-09T18:32:44,967 INFO [M:0;fb97eb0edbe8:39069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:32:44,967 INFO [M:0;fb97eb0edbe8:39069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:32:44,967 DEBUG [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:44,967 INFO [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:44,967 DEBUG [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:44,967 DEBUG [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:44,967 DEBUG [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:44,968 INFO [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-09T18:32:44,991 DEBUG [M:0;fb97eb0edbe8:39069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c3249d50d304f9d95018cd26c373e6a is 82, key is hbase:meta,,1/info:regioninfo/1731177163601/Put/seqid=0 2024-11-09T18:32:44,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:44,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:44,996 INFO [M:0;fb97eb0edbe8:39069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c3249d50d304f9d95018cd26c373e6a 2024-11-09T18:32:45,017 DEBUG [M:0;fb97eb0edbe8:39069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c64cf97285e492dab33d9593d17e98f is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731177164150/Put/seqid=0 2024-11-09T18:32:45,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741846_1022 (size=6220) 2024-11-09T18:32:45,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741846_1022 (size=6220) 2024-11-09T18:32:45,023 INFO [M:0;fb97eb0edbe8:39069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c64cf97285e492dab33d9593d17e98f 2024-11-09T18:32:45,033 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:45,033 INFO [RS:1;fb97eb0edbe8:41555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:45,033 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x10120df1edc0002, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:45,033 INFO [RS:1;fb97eb0edbe8:41555 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,41555,1731177161926; zookeeper connection closed. 2024-11-09T18:32:45,033 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6183c1d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6183c1d5 2024-11-09T18:32:45,033 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T18:32:45,043 DEBUG [M:0;fb97eb0edbe8:39069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdbd1e3c8fe0464095b0551639728ce7 is 69, key is fb97eb0edbe8,34401,1731177161735/rs:state/1731177162942/Put/seqid=0 2024-11-09T18:32:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:45,048 INFO [M:0;fb97eb0edbe8:39069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdbd1e3c8fe0464095b0551639728ce7 2024-11-09T18:32:45,054 DEBUG [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c3249d50d304f9d95018cd26c373e6a as hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c3249d50d304f9d95018cd26c373e6a 2024-11-09T18:32:45,060 INFO [M:0;fb97eb0edbe8:39069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c3249d50d304f9d95018cd26c373e6a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T18:32:45,061 DEBUG [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c64cf97285e492dab33d9593d17e98f as hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c64cf97285e492dab33d9593d17e98f 2024-11-09T18:32:45,067 INFO [M:0;fb97eb0edbe8:39069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c64cf97285e492dab33d9593d17e98f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T18:32:45,068 DEBUG [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdbd1e3c8fe0464095b0551639728ce7 as hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdbd1e3c8fe0464095b0551639728ce7 2024-11-09T18:32:45,073 INFO [M:0;fb97eb0edbe8:39069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/f3586988-959b-07f1-c542-8dee44eaf82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdbd1e3c8fe0464095b0551639728ce7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T18:32:45,073 INFO [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=71, compaction requested=false 2024-11-09T18:32:45,075 INFO [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:45,075 DEBUG [M:0;fb97eb0edbe8:39069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177164967Disabling compacts and flushes for region at 1731177164967Disabling writes for close at 1731177164967Obtaining lock to block concurrent updates at 1731177164968 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731177164968Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731177164968Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731177164969 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731177164970 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731177164990 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731177164990Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731177165001 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731177165017 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731177165017Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731177165028 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731177165043 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731177165043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2faf4c8d: reopening flushed file at 1731177165053 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e783b6: reopening flushed file at 1731177165060 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620fe89: reopening flushed file at 1731177165067 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=71, compaction requested=false at 1731177165074 (+7 ms)Writing region close event to WAL at 1731177165075 (+1 ms)Closed at 1731177165075 2024-11-09T18:32:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34059 is added to blk_1073741830_1006 (size=35452) 2024-11-09T18:32:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741830_1006 (size=35452) 2024-11-09T18:32:45,078 INFO [M:0;fb97eb0edbe8:39069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:32:45,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:45,078 INFO [M:0;fb97eb0edbe8:39069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39069 2024-11-09T18:32:45,078 INFO [M:0;fb97eb0edbe8:39069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:45,191 INFO [M:0;fb97eb0edbe8:39069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:45,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:45,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39069-0x10120df1edc0000, quorum=127.0.0.1:56599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:45,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15df0dd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:45,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fb63957{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:45,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:45,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d18ddb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:45,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb577c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:45,195 WARN [BP-237850635-172.17.0.3-1731177159237 heartbeating to localhost/127.0.0.1:40581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:45,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:45,195 WARN [BP-237850635-172.17.0.3-1731177159237 heartbeating to localhost/127.0.0.1:40581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-237850635-172.17.0.3-1731177159237 (Datanode Uuid d7c7cf37-5dca-4691-91cb-d345412f9569) service to localhost/127.0.0.1:40581 2024-11-09T18:32:45,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:45,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/data/data3/current/BP-237850635-172.17.0.3-1731177159237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:45,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/data/data4/current/BP-237850635-172.17.0.3-1731177159237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:45,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:45,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7db3301e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:45,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ac1c7ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:45,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:45,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5d5c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:45,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e787135{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:45,200 WARN [BP-237850635-172.17.0.3-1731177159237 heartbeating to localhost/127.0.0.1:40581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:45,200 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:45,200 WARN [BP-237850635-172.17.0.3-1731177159237 heartbeating to localhost/127.0.0.1:40581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-237850635-172.17.0.3-1731177159237 (Datanode Uuid c0420071-790d-4212-ac50-bf24aa60266b) service to localhost/127.0.0.1:40581 2024-11-09T18:32:45,200 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:45,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/data/data1/current/BP-237850635-172.17.0.3-1731177159237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:45,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/cluster_e9e06310-c9af-e3d0-3229-1a25088572ea/data/data2/current/BP-237850635-172.17.0.3-1731177159237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:45,201 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:45,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49f70db1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:45,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c6413e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:45,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:45,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b3088e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:45,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35110b9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:45,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:32:45,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:32:45,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=150 (was 130) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40581 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40581 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=495 (was 468) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=618 (was 695), ProcessCount=11 (was 11), AvailableMemoryMB=2066 (was 2188) 2024-11-09T18:32:45,252 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=150, OpenFileDescriptor=495, MaxFileDescriptor=1048576, SystemLoadAverage=618, ProcessCount=11, AvailableMemoryMB=2066 2024-11-09T18:32:45,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.log.dir so I do NOT create it in target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35 2024-11-09T18:32:45,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:32:45,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.tmp.dir so I do NOT create it in target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35 2024-11-09T18:32:45,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4da4ae7-712d-97ac-604d-c78e86db43dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:32:45,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35 2024-11-09T18:32:45,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:32:45,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b, deleteOnExit=true 2024-11-09T18:32:45,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:32:45,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/test.cache.data in system properties and HBase conf 2024-11-09T18:32:45,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:32:45,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:32:45,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:32:45,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:32:45,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:32:45,272 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:32:45,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:32:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:32:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:32:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:32:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:32:45,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:32:45,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:45,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:32:45,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:32:45,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:45,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:45,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:45,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:45,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:45,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:45,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61739e7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:45,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f56ade1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:45,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31ae76c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/java.io.tmpdir/jetty-localhost-41491-hadoop-hdfs-3_4_1-tests_jar-_-any-4049450446255499464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:45,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28179244{HTTP/1.1, (http/1.1)}{localhost:41491} 2024-11-09T18:32:45,719 INFO [Time-limited test {}] server.Server(415): Started @29874ms 2024-11-09T18:32:45,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:45,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:45,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:45,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:45,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:45,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff743d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:45,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5343a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:46,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6724f725{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/java.io.tmpdir/jetty-localhost-46019-hadoop-hdfs-3_4_1-tests_jar-_-any-13039025166311887852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:46,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@216c5937{HTTP/1.1, (http/1.1)}{localhost:46019} 2024-11-09T18:32:46,079 INFO [Time-limited test {}] server.Server(415): Started @30235ms 2024-11-09T18:32:46,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:46,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:46,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:46,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:46,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:46,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:46,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bc67a5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:46,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b191282{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:46,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@263658fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/java.io.tmpdir/jetty-localhost-37789-hadoop-hdfs-3_4_1-tests_jar-_-any-1442348562334512354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:46,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cb009fb{HTTP/1.1, (http/1.1)}{localhost:37789} 2024-11-09T18:32:46,207 INFO [Time-limited test {}] server.Server(415): Started @30363ms 2024-11-09T18:32:46,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:47,625 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/data/data1/current/BP-857830476-172.17.0.3-1731177165291/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:47,625 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/data/data2/current/BP-857830476-172.17.0.3-1731177165291/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:47,644 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7f563b01ed828f4 with lease ID 0x37d660be1dd4dc90: Processing first storage report for DS-9191e2fe-2a2d-484c-8d57-3d726e855aaa from datanode DatanodeRegistration(127.0.0.1:45439, datanodeUuid=9c96b06b-6004-449e-9d3a-f4053637fcc9, infoPort=34141, infoSecurePort=0, ipcPort=36645, storageInfo=lv=-57;cid=testClusterID;nsid=1606977036;c=1731177165291) 2024-11-09T18:32:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7f563b01ed828f4 with lease ID 0x37d660be1dd4dc90: from storage DS-9191e2fe-2a2d-484c-8d57-3d726e855aaa node DatanodeRegistration(127.0.0.1:45439, datanodeUuid=9c96b06b-6004-449e-9d3a-f4053637fcc9, infoPort=34141, infoSecurePort=0, ipcPort=36645, storageInfo=lv=-57;cid=testClusterID;nsid=1606977036;c=1731177165291), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7f563b01ed828f4 with lease ID 0x37d660be1dd4dc90: Processing first storage report for DS-eea66659-7538-4ad4-a7a6-092b61704b06 from datanode DatanodeRegistration(127.0.0.1:45439, datanodeUuid=9c96b06b-6004-449e-9d3a-f4053637fcc9, infoPort=34141, infoSecurePort=0, ipcPort=36645, storageInfo=lv=-57;cid=testClusterID;nsid=1606977036;c=1731177165291) 2024-11-09T18:32:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7f563b01ed828f4 with lease ID 0x37d660be1dd4dc90: from storage DS-eea66659-7538-4ad4-a7a6-092b61704b06 node DatanodeRegistration(127.0.0.1:45439, datanodeUuid=9c96b06b-6004-449e-9d3a-f4053637fcc9, infoPort=34141, infoSecurePort=0, ipcPort=36645, storageInfo=lv=-57;cid=testClusterID;nsid=1606977036;c=1731177165291), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:47,773 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/data/data3/current/BP-857830476-172.17.0.3-1731177165291/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:47,774 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/data/data4/current/BP-857830476-172.17.0.3-1731177165291/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:47,789 WARN [Thread-1151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:47,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72a420e46b63ea0e with lease ID 0x37d660be1dd4dc91: Processing first storage report for DS-582a3b89-b481-4101-9fb8-db4640061d2e from datanode DatanodeRegistration(127.0.0.1:33469, datanodeUuid=a06b4b80-9791-436d-bd13-85404ceaf403, infoPort=41413, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=1606977036;c=1731177165291) 2024-11-09T18:32:47,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72a420e46b63ea0e with lease ID 0x37d660be1dd4dc91: from storage DS-582a3b89-b481-4101-9fb8-db4640061d2e node DatanodeRegistration(127.0.0.1:33469, datanodeUuid=a06b4b80-9791-436d-bd13-85404ceaf403, infoPort=41413, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=1606977036;c=1731177165291), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:47,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72a420e46b63ea0e with lease ID 0x37d660be1dd4dc91: Processing first storage report for DS-c9865acd-55ad-473c-b17e-b271453bf85e from datanode DatanodeRegistration(127.0.0.1:33469, datanodeUuid=a06b4b80-9791-436d-bd13-85404ceaf403, infoPort=41413, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=1606977036;c=1731177165291) 2024-11-09T18:32:47,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72a420e46b63ea0e with lease ID 0x37d660be1dd4dc91: from storage DS-c9865acd-55ad-473c-b17e-b271453bf85e node DatanodeRegistration(127.0.0.1:33469, datanodeUuid=a06b4b80-9791-436d-bd13-85404ceaf403, infoPort=41413, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=1606977036;c=1731177165291), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:47,851 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35 2024-11-09T18:32:47,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/zookeeper_0, clientPort=51314, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:32:47,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51314 2024-11-09T18:32:47,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:47,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:47,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:47,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:47,866 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c with version=8 2024-11-09T18:32:47,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/hbase-staging 2024-11-09T18:32:47,869 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:47,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:47,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:47,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:47,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:47,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:47,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:32:47,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:47,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38303 2024-11-09T18:32:47,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38303 connecting to ZooKeeper ensemble=127.0.0.1:51314 2024-11-09T18:32:48,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383030x0, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:48,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38303-0x10120df37990000 connected 2024-11-09T18:32:48,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:48,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:48,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:48,157 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c, hbase.cluster.distributed=false 2024-11-09T18:32:48,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:48,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38303 2024-11-09T18:32:48,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38303 2024-11-09T18:32:48,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38303 2024-11-09T18:32:48,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38303 2024-11-09T18:32:48,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38303 2024-11-09T18:32:48,173 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:48,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:48,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:48,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:48,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:48,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:48,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:48,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:48,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35905 2024-11-09T18:32:48,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35905 connecting to ZooKeeper ensemble=127.0.0.1:51314 2024-11-09T18:32:48,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:48,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359050x0, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:48,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359050x0, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:48,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35905-0x10120df37990001 connected 2024-11-09T18:32:48,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:48,187 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T18:32:48,191 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T18:32:48,191 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T18:32:48,192 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T18:32:48,192 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:48,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:48,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:48,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-09T18:32:48,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35905 2024-11-09T18:32:48,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35905 2024-11-09T18:32:48,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-09T18:32:48,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-09T18:32:48,210 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:48,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:48,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:48,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:48,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:48,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:48,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:48,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:48,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40141 2024-11-09T18:32:48,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40141 connecting to ZooKeeper ensemble=127.0.0.1:51314 2024-11-09T18:32:48,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:48,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:48,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401410x0, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:48,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401410x0, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:48,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40141-0x10120df37990002 connected 2024-11-09T18:32:48,228 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:48,229 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T18:32:48,232 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T18:32:48,233 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T18:32:48,233 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T18:32:48,233 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:48,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:48,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:48,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-09T18:32:48,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40141 2024-11-09T18:32:48,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40141 2024-11-09T18:32:48,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-09T18:32:48,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-09T18:32:48,247 DEBUG [M:0;fb97eb0edbe8:38303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:38303 2024-11-09T18:32:48,248 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb97eb0edbe8,38303,1731177167868 2024-11-09T18:32:48,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:48,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:48,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:48,259 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb97eb0edbe8,38303,1731177167868 2024-11-09T18:32:48,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:48,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:48,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,270 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T18:32:48,271 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb97eb0edbe8,38303,1731177167868 from backup master directory 2024-11-09T18:32:48,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:48,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb97eb0edbe8,38303,1731177167868 2024-11-09T18:32:48,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:48,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:48,280 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:48,280 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,38303,1731177167868 2024-11-09T18:32:48,284 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/hbase.id] with ID: 15ff423d-bafd-46f9-b745-5796a0cb2820 2024-11-09T18:32:48,284 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/.tmp/hbase.id 2024-11-09T18:32:48,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:48,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:48,291 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/.tmp/hbase.id]:[hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/hbase.id] 2024-11-09T18:32:48,304 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:48,304 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:32:48,305 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:32:48,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:48,318 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:48,319 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:32:48,319 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:48,326 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store 2024-11-09T18:32:48,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:48,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:48,334 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:48,334 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:48,334 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:48,334 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:48,334 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:48,334 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:48,334 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:48,334 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177168334Disabling compacts and flushes for region at 1731177168334Disabling writes for close at 1731177168334Writing region close event to WAL at 1731177168334Closed at 1731177168334 2024-11-09T18:32:48,335 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/.initializing 2024-11-09T18:32:48,335 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/WALs/fb97eb0edbe8,38303,1731177167868 2024-11-09T18:32:48,337 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:48,338 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C38303%2C1731177167868, suffix=, logDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/WALs/fb97eb0edbe8,38303,1731177167868, archiveDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/oldWALs, maxLogs=10 2024-11-09T18:32:48,351 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/WALs/fb97eb0edbe8,38303,1731177167868/fb97eb0edbe8%2C38303%2C1731177167868.1731177168339, exclude list is [], retry=0 2024-11-09T18:32:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45439,DS-9191e2fe-2a2d-484c-8d57-3d726e855aaa,DISK] 2024-11-09T18:32:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33469,DS-582a3b89-b481-4101-9fb8-db4640061d2e,DISK] 2024-11-09T18:32:48,355 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/WALs/fb97eb0edbe8,38303,1731177167868/fb97eb0edbe8%2C38303%2C1731177167868.1731177168339 2024-11-09T18:32:48,355 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34141:34141),(127.0.0.1/127.0.0.1:41413:41413)] 2024-11-09T18:32:48,356 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:48,356 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:48,356 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,356 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:32:48,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:48,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:48,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:32:48,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:48,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:48,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:32:48,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:48,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:48,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:32:48,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:48,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:48,365 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,366 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,366 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,367 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,367 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,367 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:48,368 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:48,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:48,370 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74785884, jitterRate=0.11439651250839233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:48,371 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731177168356Initializing all the Stores at 1731177168357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177168357Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177168357Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177168357Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177168357Cleaning up temporary data from old regions at 1731177168367 (+10 ms)Region opened successfully at 1731177168371 (+4 ms) 2024-11-09T18:32:48,371 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:32:48,374 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6877a236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:48,375 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:32:48,375 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:32:48,375 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:32:48,375 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:32:48,376 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:32:48,376 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:32:48,376 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:32:48,378 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:32:48,379 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T18:32:48,385 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T18:32:48,385 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:32:48,386 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:32:48,395 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T18:32:48,396 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:32:48,397 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:32:48,486 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T18:32:48,487 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:32:48,511 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T18:32:48,514 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:32:48,522 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T18:32:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,533 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,38303,1731177167868, sessionid=0x10120df37990000, setting cluster-up flag (Was=false) 2024-11-09T18:32:48,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,585 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T18:32:48,586 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,38303,1731177167868 2024-11-09T18:32:48,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:48,638 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T18:32:48,639 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,38303,1731177167868 2024-11-09T18:32:48,640 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:32:48,641 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:48,642 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:32:48,642 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:32:48,642 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,38303,1731177167868 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:32:48,643 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:48,643 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:48,643 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:48,643 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:48,644 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:32:48,644 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,644 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:48,644 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,644 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731177198644 2024-11-09T18:32:48,644 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:32:48,644 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:32:48,645 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:32:48,645 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:32:48,645 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:32:48,645 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:32:48,645 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:48,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:32:48,645 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:32:48,645 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:32:48,645 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:32:48,646 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:32:48,646 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:32:48,646 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177168646,5,FailOnTimeoutGroup] 2024-11-09T18:32:48,646 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:48,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:32:48,647 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177168646,5,FailOnTimeoutGroup] 2024-11-09T18:32:48,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:32:48,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:48,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:48,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:32:48,655 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c 2024-11-09T18:32:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:32:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:32:48,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:48,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:48,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:48,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:48,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:48,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:48,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:48,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:48,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:48,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:48,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:48,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:48,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:48,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:48,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:48,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:48,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:48,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:48,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740 2024-11-09T18:32:48,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740 2024-11-09T18:32:48,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:48,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:48,674 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:48,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:48,677 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:48,677 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70522011, jitterRate=0.050859853625297546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:48,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731177168663Initializing all the Stores at 1731177168663Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177168663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177168664 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177168664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177168664Cleaning up temporary data from old regions at 1731177168673 (+9 ms)Region opened successfully at 1731177168677 (+4 ms) 2024-11-09T18:32:48,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:48,678 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:48,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:48,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:48,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:48,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:48,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177168677Disabling compacts and flushes for region at 1731177168677Disabling writes for close at 1731177168678 (+1 ms)Writing region close event to WAL at 1731177168678Closed at 1731177168678 2024-11-09T18:32:48,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:48,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:32:48,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:32:48,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:48,681 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:32:48,739 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(746): ClusterId : 15ff423d-bafd-46f9-b745-5796a0cb2820 2024-11-09T18:32:48,739 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(746): ClusterId : 15ff423d-bafd-46f9-b745-5796a0cb2820 2024-11-09T18:32:48,739 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:48,739 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:48,744 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:48,744 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:48,744 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:48,744 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:48,754 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:48,754 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:48,755 DEBUG [RS:1;fb97eb0edbe8:40141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dd66c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:48,755 DEBUG [RS:0;fb97eb0edbe8:35905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f57d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:48,765 DEBUG [RS:1;fb97eb0edbe8:40141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb97eb0edbe8:40141 2024-11-09T18:32:48,766 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:48,766 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:48,766 DEBUG [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:48,766 DEBUG [RS:0;fb97eb0edbe8:35905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:35905 2024-11-09T18:32:48,766 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:48,766 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:48,766 DEBUG [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:48,766 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,38303,1731177167868 with port=40141, startcode=1731177168210 2024-11-09T18:32:48,767 DEBUG [RS:1;fb97eb0edbe8:40141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:48,767 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,38303,1731177167868 with port=35905, startcode=1731177168173 2024-11-09T18:32:48,767 DEBUG [RS:0;fb97eb0edbe8:35905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:48,768 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:48,768 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:48,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:48,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38303 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:48,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,40141,1731177168210 2024-11-09T18:32:48,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38303 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,40141,1731177168210 2024-11-09T18:32:48,770 DEBUG [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c 2024-11-09T18:32:48,770 DEBUG [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35827 2024-11-09T18:32:48,770 DEBUG [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:48,771 DEBUG [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c 2024-11-09T18:32:48,771 DEBUG [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35827 2024-11-09T18:32:48,771 DEBUG [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:48,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:48,811 DEBUG [RS:0;fb97eb0edbe8:35905 {}] zookeeper.ZKUtil(111): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:48,811 WARN [RS:0;fb97eb0edbe8:35905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:48,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,35905,1731177168173] 2024-11-09T18:32:48,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,40141,1731177168210] 2024-11-09T18:32:48,811 INFO [RS:0;fb97eb0edbe8:35905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:48,811 DEBUG [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:48,811 DEBUG [RS:1;fb97eb0edbe8:40141 {}] zookeeper.ZKUtil(111): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,40141,1731177168210 2024-11-09T18:32:48,811 WARN [RS:1;fb97eb0edbe8:40141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:48,811 INFO [RS:1;fb97eb0edbe8:40141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:48,811 DEBUG [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,40141,1731177168210 2024-11-09T18:32:48,815 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:48,815 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:48,816 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:48,816 INFO [RS:1;fb97eb0edbe8:40141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:48,816 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,816 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:48,817 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:48,817 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:48,817 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,817 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,817 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,817 INFO [RS:0;fb97eb0edbe8:35905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:48,817 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,817 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,817 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,817 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,817 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:48,817 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,818 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,818 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,818 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,818 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,818 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:48,818 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,818 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:48,818 DEBUG [RS:1;fb97eb0edbe8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:48,818 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,818 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,818 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,818 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,818 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,818 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40141,1731177168210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:48,818 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:48,819 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:48,819 DEBUG [RS:0;fb97eb0edbe8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:48,820 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,820 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,820 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,820 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,820 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,820 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35905,1731177168173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:48,831 WARN [fb97eb0edbe8:38303 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:32:48,832 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:48,832 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40141,1731177168210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,832 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,832 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.Replication(171): fb97eb0edbe8,40141,1731177168210 started 2024-11-09T18:32:48,834 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:48,834 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35905,1731177168173-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,835 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,835 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.Replication(171): fb97eb0edbe8,35905,1731177168173 started 2024-11-09T18:32:48,846 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,846 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,40141,1731177168210, RpcServer on fb97eb0edbe8/172.17.0.3:40141, sessionid=0x10120df37990002 2024-11-09T18:32:48,846 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:48,846 DEBUG [RS:1;fb97eb0edbe8:40141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,40141,1731177168210 2024-11-09T18:32:48,846 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,40141,1731177168210' 2024-11-09T18:32:48,846 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:48,846 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:48,847 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:48,847 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:48,847 DEBUG [RS:1;fb97eb0edbe8:40141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,40141,1731177168210 2024-11-09T18:32:48,847 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,40141,1731177168210' 2024-11-09T18:32:48,847 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:48,847 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:48,847 DEBUG [RS:1;fb97eb0edbe8:40141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:48,847 INFO [RS:1;fb97eb0edbe8:40141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:48,847 INFO [RS:1;fb97eb0edbe8:40141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:48,848 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:48,848 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,35905,1731177168173, RpcServer on fb97eb0edbe8/172.17.0.3:35905, sessionid=0x10120df37990001 2024-11-09T18:32:48,848 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:48,848 DEBUG [RS:0;fb97eb0edbe8:35905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:48,848 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,35905,1731177168173' 2024-11-09T18:32:48,848 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:48,848 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:48,849 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:48,849 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:48,849 DEBUG [RS:0;fb97eb0edbe8:35905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:48,849 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,35905,1731177168173' 2024-11-09T18:32:48,849 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:48,849 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:48,849 DEBUG [RS:0;fb97eb0edbe8:35905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:48,849 INFO [RS:0;fb97eb0edbe8:35905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:48,850 INFO [RS:0;fb97eb0edbe8:35905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:48,948 INFO [RS:1;fb97eb0edbe8:40141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:48,950 INFO [RS:0;fb97eb0edbe8:35905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:48,952 INFO [RS:1;fb97eb0edbe8:40141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C40141%2C1731177168210, suffix=, logDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,40141,1731177168210, archiveDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/oldWALs, maxLogs=32 2024-11-09T18:32:48,954 INFO [RS:0;fb97eb0edbe8:35905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C35905%2C1731177168173, suffix=, logDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,35905,1731177168173, archiveDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/oldWALs, maxLogs=32 2024-11-09T18:32:48,970 DEBUG [RS:1;fb97eb0edbe8:40141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,40141,1731177168210/fb97eb0edbe8%2C40141%2C1731177168210.1731177168953, exclude list is [], retry=0 2024-11-09T18:32:48,970 DEBUG [RS:0;fb97eb0edbe8:35905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,35905,1731177168173/fb97eb0edbe8%2C35905%2C1731177168173.1731177168955, exclude list is [], retry=0 2024-11-09T18:32:48,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45439,DS-9191e2fe-2a2d-484c-8d57-3d726e855aaa,DISK] 2024-11-09T18:32:48,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33469,DS-582a3b89-b481-4101-9fb8-db4640061d2e,DISK] 2024-11-09T18:32:48,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33469,DS-582a3b89-b481-4101-9fb8-db4640061d2e,DISK] 2024-11-09T18:32:48,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45439,DS-9191e2fe-2a2d-484c-8d57-3d726e855aaa,DISK] 2024-11-09T18:32:48,975 INFO [RS:0;fb97eb0edbe8:35905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,35905,1731177168173/fb97eb0edbe8%2C35905%2C1731177168173.1731177168955 2024-11-09T18:32:48,975 INFO [RS:1;fb97eb0edbe8:40141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,40141,1731177168210/fb97eb0edbe8%2C40141%2C1731177168210.1731177168953 2024-11-09T18:32:48,975 DEBUG [RS:0;fb97eb0edbe8:35905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41413:41413),(127.0.0.1/127.0.0.1:34141:34141)] 2024-11-09T18:32:48,975 DEBUG [RS:1;fb97eb0edbe8:40141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41413:41413),(127.0.0.1/127.0.0.1:34141:34141)] 2024-11-09T18:32:49,082 DEBUG [fb97eb0edbe8:38303 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T18:32:49,082 DEBUG [fb97eb0edbe8:38303 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:49,085 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:32:49,086 DEBUG [fb97eb0edbe8:38303 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:49,086 DEBUG [fb97eb0edbe8:38303 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:49,086 DEBUG [fb97eb0edbe8:38303 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:49,086 DEBUG [fb97eb0edbe8:38303 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:49,086 INFO [fb97eb0edbe8:38303 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:49,086 INFO [fb97eb0edbe8:38303 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:49,086 DEBUG [fb97eb0edbe8:38303 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:49,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:49,088 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,35905,1731177168173, state=OPENING 2024-11-09T18:32:49,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:32:49,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:49,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:49,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:49,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:49,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:49,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:49,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:49,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:49,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:49,122 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:49,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:49,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:49,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:49,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,35905,1731177168173}] 2024-11-09T18:32:49,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:49,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:49,276 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:49,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:49,282 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:32:49,283 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:49,283 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:32:49,285 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C35905%2C1731177168173.meta, suffix=.meta, logDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,35905,1731177168173, archiveDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/oldWALs, maxLogs=32 2024-11-09T18:32:49,303 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,35905,1731177168173/fb97eb0edbe8%2C35905%2C1731177168173.meta.1731177169286.meta, exclude list is [], retry=0 2024-11-09T18:32:49,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45439,DS-9191e2fe-2a2d-484c-8d57-3d726e855aaa,DISK] 2024-11-09T18:32:49,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33469,DS-582a3b89-b481-4101-9fb8-db4640061d2e,DISK] 2024-11-09T18:32:49,307 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,35905,1731177168173/fb97eb0edbe8%2C35905%2C1731177168173.meta.1731177169286.meta 2024-11-09T18:32:49,308 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34141:34141),(127.0.0.1/127.0.0.1:41413:41413)] 2024-11-09T18:32:49,308 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:49,308 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:32:49,308 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:32:49,308 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:32:49,308 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:32:49,308 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:49,308 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:32:49,309 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:32:49,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:49,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:49,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:49,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:49,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:49,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:49,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:49,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:49,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:49,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:49,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:49,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:49,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:49,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:49,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:49,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:49,317 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:49,317 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740 2024-11-09T18:32:49,319 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740 2024-11-09T18:32:49,320 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:49,320 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:49,320 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:49,321 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:49,322 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69807079, jitterRate=0.040206536650657654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:49,322 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:32:49,323 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731177169309Writing region info on filesystem at 1731177169309Initializing all the Stores at 1731177169309Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177169310 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177169310Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177169310Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177169310Cleaning up temporary data from old regions at 1731177169320 (+10 ms)Running coprocessor post-open hooks at 1731177169322 (+2 ms)Region opened successfully at 1731177169323 (+1 ms) 2024-11-09T18:32:49,324 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731177169275 2024-11-09T18:32:49,326 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:32:49,327 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:32:49,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:49,328 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,35905,1731177168173, state=OPEN 2024-11-09T18:32:49,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:49,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:49,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:49,332 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:49,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:49,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:49,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:49,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:32:49,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,35905,1731177168173 in 211 msec 2024-11-09T18:32:49,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:32:49,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-09T18:32:49,339 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:49,339 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:32:49,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:49,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,35905,1731177168173, seqNum=-1] 2024-11-09T18:32:49,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:49,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:49,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 707 msec 2024-11-09T18:32:49,348 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731177169348, completionTime=-1 2024-11-09T18:32:49,349 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T18:32:49,349 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:32:49,351 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T18:32:49,351 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731177229351 2024-11-09T18:32:49,351 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731177289351 2024-11-09T18:32:49,351 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:32:49,352 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38303,1731177167868-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:49,352 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38303,1731177167868-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:49,352 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38303,1731177167868-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:49,352 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:38303, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:49,352 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:49,352 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:49,354 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:32:49,357 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.077sec 2024-11-09T18:32:49,357 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:32:49,357 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:32:49,358 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:32:49,358 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:32:49,358 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:32:49,358 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38303,1731177167868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:49,358 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38303,1731177167868-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:32:49,360 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:32:49,360 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:32:49,360 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38303,1731177167868-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:49,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422f72f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:49,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,38303,-1 for getting cluster id 2024-11-09T18:32:49,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:32:49,441 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15ff423d-bafd-46f9-b745-5796a0cb2820' 2024-11-09T18:32:49,441 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:32:49,442 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15ff423d-bafd-46f9-b745-5796a0cb2820" 2024-11-09T18:32:49,442 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554da01b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:49,442 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,38303,-1] 2024-11-09T18:32:49,442 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:32:49,442 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:49,443 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:32:49,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468de4f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:49,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:49,445 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,35905,1731177168173, seqNum=-1] 2024-11-09T18:32:49,445 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:49,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:49,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,38303,1731177167868 2024-11-09T18:32:49,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:32:49,449 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,38303,1731177167868 2024-11-09T18:32:49,450 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ea11954 2024-11-09T18:32:49,450 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:32:49,451 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:32:49,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T18:32:49,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:32:49,455 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:49,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T18:32:49,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:32:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:49,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:49,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:49,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a783ac7279d724a85fd276590ca664e, NAME => 'testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c 2024-11-09T18:32:49,871 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9d8b599d5062083839646de5299d3314, NAME => 'testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c 2024-11-09T18:32:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:49,882 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:49,882 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:49,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 4a783ac7279d724a85fd276590ca664e, disabling compactions & flushes 2024-11-09T18:32:49,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9d8b599d5062083839646de5299d3314, disabling compactions & flushes 2024-11-09T18:32:49,883 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:49,883 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:49,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:49,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:49,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. after waiting 0 ms 2024-11-09T18:32:49,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. after waiting 0 ms 2024-11-09T18:32:49,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:49,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:49,883 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:49,883 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:49,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9d8b599d5062083839646de5299d3314: Waiting for close lock at 1731177169883Disabling compacts and flushes for region at 1731177169883Disabling writes for close at 1731177169883Writing region close event to WAL at 1731177169883Closed at 1731177169883 2024-11-09T18:32:49,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a783ac7279d724a85fd276590ca664e: Waiting for close lock at 1731177169883Disabling compacts and flushes for region at 1731177169883Disabling writes for close at 1731177169883Writing region close event to WAL at 1731177169883Closed at 1731177169883 2024-11-09T18:32:49,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:32:49,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177169884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177169884"}]},"ts":"1731177169884"} 2024-11-09T18:32:49,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177169884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177169884"}]},"ts":"1731177169884"} 2024-11-09T18:32:49,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T18:32:49,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:32:49,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177169889"}]},"ts":"1731177169889"} 2024-11-09T18:32:49,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T18:32:49,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:49,893 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:49,893 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:49,893 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:49,893 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:49,893 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:49,893 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:49,893 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:49,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a783ac7279d724a85fd276590ca664e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d8b599d5062083839646de5299d3314, ASSIGN}] 2024-11-09T18:32:49,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d8b599d5062083839646de5299d3314, ASSIGN 2024-11-09T18:32:49,895 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a783ac7279d724a85fd276590ca664e, ASSIGN 2024-11-09T18:32:49,895 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d8b599d5062083839646de5299d3314, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,35905,1731177168173; forceNewPlan=false, retain=false 2024-11-09T18:32:49,895 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a783ac7279d724a85fd276590ca664e, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,40141,1731177168210; forceNewPlan=false, retain=false 2024-11-09T18:32:50,046 INFO [fb97eb0edbe8:38303 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T18:32:50,046 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d8b599d5062083839646de5299d3314, regionState=OPENING, regionLocation=fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:50,046 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a783ac7279d724a85fd276590ca664e, regionState=OPENING, regionLocation=fb97eb0edbe8,40141,1731177168210 2024-11-09T18:32:50,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d8b599d5062083839646de5299d3314, ASSIGN because future has completed 2024-11-09T18:32:50,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d8b599d5062083839646de5299d3314, server=fb97eb0edbe8,35905,1731177168173}] 2024-11-09T18:32:50,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a783ac7279d724a85fd276590ca664e, ASSIGN because future has completed 2024-11-09T18:32:50,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a783ac7279d724a85fd276590ca664e, server=fb97eb0edbe8,40141,1731177168210}] 2024-11-09T18:32:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:50,203 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:50,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:50,206 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:50,206 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d8b599d5062083839646de5299d3314, NAME => 'testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T18:32:50,206 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,206 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:50,207 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,207 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,208 INFO [StoreOpener-9d8b599d5062083839646de5299d3314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,208 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:50,208 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a783ac7279d724a85fd276590ca664e, NAME => 'testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T18:32:50,208 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,208 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:50,209 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,209 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,209 INFO [StoreOpener-9d8b599d5062083839646de5299d3314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d8b599d5062083839646de5299d3314 columnFamilyName family 2024-11-09T18:32:50,209 DEBUG [StoreOpener-9d8b599d5062083839646de5299d3314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:50,210 INFO [StoreOpener-4a783ac7279d724a85fd276590ca664e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,210 INFO [StoreOpener-9d8b599d5062083839646de5299d3314-1 {}] regionserver.HStore(327): Store=9d8b599d5062083839646de5299d3314/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:50,210 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,210 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,211 INFO [StoreOpener-4a783ac7279d724a85fd276590ca664e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a783ac7279d724a85fd276590ca664e columnFamilyName family 2024-11-09T18:32:50,211 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,211 DEBUG [StoreOpener-4a783ac7279d724a85fd276590ca664e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:50,211 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,211 INFO [StoreOpener-4a783ac7279d724a85fd276590ca664e-1 {}] regionserver.HStore(327): Store=4a783ac7279d724a85fd276590ca664e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:50,211 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,211 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,212 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,212 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,213 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,213 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,213 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,214 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,216 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/9d8b599d5062083839646de5299d3314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:50,216 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/4a783ac7279d724a85fd276590ca664e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:50,217 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 4a783ac7279d724a85fd276590ca664e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73209110, jitterRate=0.09090074896812439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:50,217 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9d8b599d5062083839646de5299d3314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73566294, jitterRate=0.09622320532798767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:50,217 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:50,217 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:50,218 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9d8b599d5062083839646de5299d3314: Running coprocessor pre-open hook at 1731177170207Writing region info on filesystem at 1731177170207Initializing all the Stores at 1731177170207Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177170207Cleaning up temporary data from old regions at 1731177170211 (+4 ms)Running coprocessor post-open hooks at 1731177170217 (+6 ms)Region opened successfully at 1731177170218 (+1 ms) 2024-11-09T18:32:50,218 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 4a783ac7279d724a85fd276590ca664e: Running coprocessor pre-open hook at 1731177170209Writing region info on filesystem at 1731177170209Initializing all the Stores at 1731177170209Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177170209Cleaning up temporary data from old regions at 1731177170213 (+4 ms)Running coprocessor post-open hooks at 1731177170217 (+4 ms)Region opened successfully at 1731177170218 (+1 ms) 2024-11-09T18:32:50,219 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e., pid=8, masterSystemTime=1731177170203 2024-11-09T18:32:50,219 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314., pid=7, masterSystemTime=1731177170202 2024-11-09T18:32:50,221 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:50,221 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:50,222 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a783ac7279d724a85fd276590ca664e, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,40141,1731177168210 2024-11-09T18:32:50,222 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:50,223 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:50,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d8b599d5062083839646de5299d3314, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a783ac7279d724a85fd276590ca664e, server=fb97eb0edbe8,40141,1731177168210 because future has completed 2024-11-09T18:32:50,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d8b599d5062083839646de5299d3314, server=fb97eb0edbe8,35905,1731177168173 because future has completed 2024-11-09T18:32:50,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T18:32:50,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a783ac7279d724a85fd276590ca664e, server=fb97eb0edbe8,40141,1731177168210 in 176 msec 2024-11-09T18:32:50,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a783ac7279d724a85fd276590ca664e, ASSIGN in 336 msec 2024-11-09T18:32:50,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T18:32:50,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d8b599d5062083839646de5299d3314, server=fb97eb0edbe8,35905,1731177168173 in 179 msec 2024-11-09T18:32:50,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T18:32:50,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d8b599d5062083839646de5299d3314, ASSIGN in 337 msec 2024-11-09T18:32:50,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:32:50,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177170233"}]},"ts":"1731177170233"} 2024-11-09T18:32:50,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T18:32:50,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:32:50,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 785 msec 2024-11-09T18:32:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:50,595 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T18:32:50,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T18:32:50,596 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:50,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T18:32:50,604 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:50,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T18:32:50,607 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e., hostname=fb97eb0edbe8,40141,1731177168210, seqNum=2] 2024-11-09T18:32:50,607 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:50,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:50,619 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314., hostname=fb97eb0edbe8,35905,1731177168173, seqNum=2] 2024-11-09T18:32:50,628 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9d8b599d5062083839646de5299d3314 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T18:32:50,643 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/9d8b599d5062083839646de5299d3314/.tmp/family/64cbd759d39b44fd9cc56f88e13cbbda is 32, key is 5/family:/1731177170620/Put/seqid=0 2024-11-09T18:32:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741839_1015 (size=5083) 2024-11-09T18:32:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741839_1015 (size=5083) 2024-11-09T18:32:50,649 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/9d8b599d5062083839646de5299d3314/.tmp/family/64cbd759d39b44fd9cc56f88e13cbbda 2024-11-09T18:32:50,655 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/9d8b599d5062083839646de5299d3314/.tmp/family/64cbd759d39b44fd9cc56f88e13cbbda as hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/9d8b599d5062083839646de5299d3314/family/64cbd759d39b44fd9cc56f88e13cbbda 2024-11-09T18:32:50,660 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/9d8b599d5062083839646de5299d3314/family/64cbd759d39b44fd9cc56f88e13cbbda, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T18:32:50,662 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9d8b599d5062083839646de5299d3314 in 33ms, sequenceid=9, compaction requested=false 2024-11-09T18:32:50,662 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9d8b599d5062083839646de5299d3314: 2024-11-09T18:32:50,662 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4a783ac7279d724a85fd276590ca664e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T18:32:50,677 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/4a783ac7279d724a85fd276590ca664e/.tmp/family/c3cdc0f231a24c87b31ffa40f1a1e6e9 is 32, key is 1/family:/1731177170609/Put/seqid=0 2024-11-09T18:32:50,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741840_1016 (size=5054) 2024-11-09T18:32:50,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741840_1016 (size=5054) 2024-11-09T18:32:51,083 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/4a783ac7279d724a85fd276590ca664e/.tmp/family/c3cdc0f231a24c87b31ffa40f1a1e6e9 2024-11-09T18:32:51,097 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/4a783ac7279d724a85fd276590ca664e/.tmp/family/c3cdc0f231a24c87b31ffa40f1a1e6e9 as hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/4a783ac7279d724a85fd276590ca664e/family/c3cdc0f231a24c87b31ffa40f1a1e6e9 2024-11-09T18:32:51,104 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/4a783ac7279d724a85fd276590ca664e/family/c3cdc0f231a24c87b31ffa40f1a1e6e9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T18:32:51,105 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4a783ac7279d724a85fd276590ca664e in 443ms, sequenceid=8, compaction requested=false 2024-11-09T18:32:51,105 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4a783ac7279d724a85fd276590ca664e: 2024-11-09T18:32:51,107 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 64cbd759d39b44fd9cc56f88e13cbbda, starting offset: 0, end offset: 9223372036854775807 2024-11-09T18:32:51,107 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 64cbd759d39b44fd9cc56f88e13cbbda_0 from back map with offset lock 2094080 in the evict process 2024-11-09T18:32:51,109 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file c3cdc0f231a24c87b31ffa40f1a1e6e9, starting offset: 0, end offset: 9223372036854775807 2024-11-09T18:32:51,109 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key c3cdc0f231a24c87b31ffa40f1a1e6e9_0 from back map with offset lock 2094080 in the evict process 2024-11-09T18:32:51,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:32:51,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:51,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:51,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:51,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:32:51,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:51,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:32:51,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1538466225, stopped=false 2024-11-09T18:32:51,110 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,38303,1731177167868 2024-11-09T18:32:51,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:51,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:51,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:51,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:51,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:51,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:51,174 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:51,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:51,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:51,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:51,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:51,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,35905,1731177168173' ***** 2024-11-09T18:32:51,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:51,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,40141,1731177168210' ***** 2024-11-09T18:32:51,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:51,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:51,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:51,177 INFO [RS:1;fb97eb0edbe8:40141 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T18:32:51,177 INFO [RS:1;fb97eb0edbe8:40141 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T18:32:51,177 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T18:32:51,177 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:51,178 INFO [RS:1;fb97eb0edbe8:40141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:51,178 INFO [RS:1;fb97eb0edbe8:40141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:51,178 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T18:32:51,178 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:51,178 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T18:32:51,178 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:51,179 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,40141,1731177168210 2024-11-09T18:32:51,179 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:51,179 INFO [RS:0;fb97eb0edbe8:35905 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T18:32:51,179 INFO [RS:1;fb97eb0edbe8:40141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb97eb0edbe8:40141. 2024-11-09T18:32:51,179 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a783ac7279d724a85fd276590ca664e, disabling compactions & flushes 2024-11-09T18:32:51,179 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T18:32:51,179 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T18:32:51,179 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:51,179 INFO [RS:0;fb97eb0edbe8:35905 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T18:32:51,179 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:51,179 DEBUG [RS:1;fb97eb0edbe8:40141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:51,179 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:51,179 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. after waiting 0 ms 2024-11-09T18:32:51,179 DEBUG [RS:1;fb97eb0edbe8:40141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:51,179 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T18:32:51,180 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:51,180 INFO [RS:0;fb97eb0edbe8:35905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:51,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:51,180 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:32:51,180 INFO [RS:0;fb97eb0edbe8:35905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:51,180 DEBUG [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(1325): Online Regions={4a783ac7279d724a85fd276590ca664e=testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e.} 2024-11-09T18:32:51,180 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:51,180 DEBUG [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(1351): Waiting on 4a783ac7279d724a85fd276590ca664e 2024-11-09T18:32:51,180 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:51,180 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:51,181 INFO [RS:0;fb97eb0edbe8:35905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:35905. 2024-11-09T18:32:51,181 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d8b599d5062083839646de5299d3314, disabling compactions & flushes 2024-11-09T18:32:51,181 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:51,181 DEBUG [RS:0;fb97eb0edbe8:35905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:51,181 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:51,181 DEBUG [RS:0;fb97eb0edbe8:35905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:51,181 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. after waiting 0 ms 2024-11-09T18:32:51,181 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:51,181 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:51,181 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:51,181 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:51,181 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:32:51,186 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:32:51,186 DEBUG [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9d8b599d5062083839646de5299d3314=testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314.} 2024-11-09T18:32:51,186 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:51,186 DEBUG [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d8b599d5062083839646de5299d3314 2024-11-09T18:32:51,186 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:51,186 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:51,186 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:51,187 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:51,187 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T18:32:51,187 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/4a783ac7279d724a85fd276590ca664e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T18:32:51,188 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:51,188 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a783ac7279d724a85fd276590ca664e: Waiting for close lock at 1731177171179Running coprocessor pre-close hooks at 1731177171179Disabling compacts and flushes for region at 1731177171179Disabling writes for close at 1731177171179Writing region close event to WAL at 1731177171182 (+3 ms)Running coprocessor post-close hooks at 1731177171188 (+6 ms)Closed at 1731177171188 2024-11-09T18:32:51,188 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731177169451.4a783ac7279d724a85fd276590ca664e. 2024-11-09T18:32:51,190 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/default/testClearRegionBlockCache/9d8b599d5062083839646de5299d3314/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T18:32:51,191 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:51,191 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d8b599d5062083839646de5299d3314: Waiting for close lock at 1731177171181Running coprocessor pre-close hooks at 1731177171181Disabling compacts and flushes for region at 1731177171181Disabling writes for close at 1731177171181Writing region close event to WAL at 1731177171186 (+5 ms)Running coprocessor post-close hooks at 1731177171191 (+5 ms)Closed at 1731177171191 2024-11-09T18:32:51,191 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314. 2024-11-09T18:32:51,203 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/.tmp/info/e041a2d710bf45a1ba2d6ec64db1c346 is 173, key is testClearRegionBlockCache,5,1731177169451.9d8b599d5062083839646de5299d3314./info:regioninfo/1731177170223/Put/seqid=0 2024-11-09T18:32:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:51,208 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/.tmp/info/e041a2d710bf45a1ba2d6ec64db1c346 2024-11-09T18:32:51,221 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:51,224 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:51,228 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/.tmp/ns/10a4f5371c654e899cb033109640a4e8 is 43, key is default/ns:d/1731177169343/Put/seqid=0 2024-11-09T18:32:51,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:51,233 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/.tmp/ns/10a4f5371c654e899cb033109640a4e8 2024-11-09T18:32:51,252 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/.tmp/table/6a8c9d6d91b64ba9a7137e4833fd3d29 is 61, key is testClearRegionBlockCache/table:state/1731177170233/Put/seqid=0 2024-11-09T18:32:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:51,258 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/.tmp/table/6a8c9d6d91b64ba9a7137e4833fd3d29 2024-11-09T18:32:51,264 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/.tmp/info/e041a2d710bf45a1ba2d6ec64db1c346 as hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/info/e041a2d710bf45a1ba2d6ec64db1c346 2024-11-09T18:32:51,271 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/info/e041a2d710bf45a1ba2d6ec64db1c346, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T18:32:51,272 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/.tmp/ns/10a4f5371c654e899cb033109640a4e8 as hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/ns/10a4f5371c654e899cb033109640a4e8 2024-11-09T18:32:51,278 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/ns/10a4f5371c654e899cb033109640a4e8, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T18:32:51,279 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/.tmp/table/6a8c9d6d91b64ba9a7137e4833fd3d29 as hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/table/6a8c9d6d91b64ba9a7137e4833fd3d29 2024-11-09T18:32:51,285 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/table/6a8c9d6d91b64ba9a7137e4833fd3d29, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T18:32:51,287 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=13, compaction requested=false 2024-11-09T18:32:51,292 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T18:32:51,293 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:32:51,293 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:51,293 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177171186Running coprocessor pre-close hooks at 1731177171186Disabling compacts and flushes for region at 1731177171186Disabling writes for close at 1731177171186Obtaining lock to block concurrent updates at 1731177171187 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731177171187Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731177171187Flushing stores of hbase:meta,,1.1588230740 at 1731177171188 (+1 ms)Flushing 1588230740/info: creating writer at 1731177171188Flushing 1588230740/info: appending metadata at 1731177171203 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731177171203Flushing 1588230740/ns: creating writer at 1731177171213 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731177171227 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731177171227Flushing 1588230740/table: creating writer at 1731177171238 (+11 ms)Flushing 1588230740/table: appending metadata at 1731177171252 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731177171252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75170d82: reopening flushed file at 1731177171263 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49892981: reopening flushed file at 1731177171271 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61712cd2: reopening flushed file at 1731177171278 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=13, compaction requested=false at 1731177171287 (+9 ms)Writing region close event to WAL at 1731177171288 (+1 ms)Running coprocessor post-close hooks at 1731177171292 (+4 ms)Closed at 1731177171293 (+1 ms) 2024-11-09T18:32:51,293 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:51,380 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,40141,1731177168210; all regions closed. 2024-11-09T18:32:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741834_1010 (size=1758) 2024-11-09T18:32:51,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/WALs/fb97eb0edbe8,40141,1731177168210/fb97eb0edbe8%2C40141%2C1731177168210.1731177168953 not finished, retry = 0 2024-11-09T18:32:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741834_1010 (size=1758) 2024-11-09T18:32:51,387 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,35905,1731177168173; all regions closed. 2024-11-09T18:32:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:51,391 DEBUG [RS:0;fb97eb0edbe8:35905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/oldWALs 2024-11-09T18:32:51,391 INFO [RS:0;fb97eb0edbe8:35905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C35905%2C1731177168173.meta:.meta(num 1731177169286) 2024-11-09T18:32:51,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741833_1009 (size=1867) 2024-11-09T18:32:51,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741833_1009 (size=1867) 2024-11-09T18:32:51,395 DEBUG [RS:0;fb97eb0edbe8:35905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/oldWALs 2024-11-09T18:32:51,395 INFO [RS:0;fb97eb0edbe8:35905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C35905%2C1731177168173:(num 1731177168955) 2024-11-09T18:32:51,395 DEBUG [RS:0;fb97eb0edbe8:35905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:51,395 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:51,396 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:51,396 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:51,396 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:51,396 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:51,396 INFO [RS:0;fb97eb0edbe8:35905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35905 2024-11-09T18:32:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,35905,1731177168173 2024-11-09T18:32:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:51,406 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:51,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,35905,1731177168173] 2024-11-09T18:32:51,427 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,35905,1731177168173 already deleted, retry=false 2024-11-09T18:32:51,427 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,35905,1731177168173 expired; onlineServers=1 2024-11-09T18:32:51,486 DEBUG [RS:1;fb97eb0edbe8:40141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/oldWALs 2024-11-09T18:32:51,486 INFO [RS:1;fb97eb0edbe8:40141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C40141%2C1731177168210:(num 1731177168953) 2024-11-09T18:32:51,486 DEBUG [RS:1;fb97eb0edbe8:40141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:51,486 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:51,486 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:51,486 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:51,487 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:51,487 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:51,487 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:51,487 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:51,487 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:51,487 INFO [RS:1;fb97eb0edbe8:40141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40141 2024-11-09T18:32:51,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:51,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,40141,1731177168210 2024-11-09T18:32:51,500 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:51,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,40141,1731177168210] 2024-11-09T18:32:51,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:51,517 INFO [RS:0;fb97eb0edbe8:35905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:51,517 INFO [RS:0;fb97eb0edbe8:35905 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,35905,1731177168173; zookeeper connection closed. 2024-11-09T18:32:51,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10120df37990001, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:51,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10e54580 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10e54580 2024-11-09T18:32:51,522 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,40141,1731177168210 already deleted, retry=false 2024-11-09T18:32:51,522 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,40141,1731177168210 expired; onlineServers=0 2024-11-09T18:32:51,522 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,38303,1731177167868' ***** 2024-11-09T18:32:51,522 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:32:51,522 INFO [M:0;fb97eb0edbe8:38303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:51,522 INFO [M:0;fb97eb0edbe8:38303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:51,522 DEBUG [M:0;fb97eb0edbe8:38303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:32:51,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:32:51,522 DEBUG [M:0;fb97eb0edbe8:38303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:32:51,522 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177168646 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177168646,5,FailOnTimeoutGroup] 2024-11-09T18:32:51,522 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177168646 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177168646,5,FailOnTimeoutGroup] 2024-11-09T18:32:51,523 INFO [M:0;fb97eb0edbe8:38303 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:51,523 INFO [M:0;fb97eb0edbe8:38303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:51,523 DEBUG [M:0;fb97eb0edbe8:38303 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:32:51,523 INFO [M:0;fb97eb0edbe8:38303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:32:51,523 INFO [M:0;fb97eb0edbe8:38303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:51,523 INFO [M:0;fb97eb0edbe8:38303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:32:51,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:32:51,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:51,532 DEBUG [M:0;fb97eb0edbe8:38303 {}] zookeeper.ZKUtil(347): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T18:32:51,532 WARN [M:0;fb97eb0edbe8:38303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:32:51,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:51,533 INFO [M:0;fb97eb0edbe8:38303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/.lastflushedseqids 2024-11-09T18:32:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741844_1020 (size=182) 2024-11-09T18:32:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741844_1020 (size=182) 2024-11-09T18:32:51,540 INFO [M:0;fb97eb0edbe8:38303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:32:51,540 INFO [M:0;fb97eb0edbe8:38303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:32:51,540 DEBUG [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:51,540 INFO [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:51,540 DEBUG [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:51,540 DEBUG [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:51,540 DEBUG [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:51,541 INFO [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T18:32:51,556 DEBUG [M:0;fb97eb0edbe8:38303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00436e9bb34645ffa47ee5bf708a8e7d is 82, key is hbase:meta,,1/info:regioninfo/1731177169327/Put/seqid=0 2024-11-09T18:32:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:51,562 INFO [M:0;fb97eb0edbe8:38303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00436e9bb34645ffa47ee5bf708a8e7d 2024-11-09T18:32:51,581 DEBUG [M:0;fb97eb0edbe8:38303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6c15ef3a2514a07a25f0c93244fb11d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731177170238/Put/seqid=0 2024-11-09T18:32:51,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741846_1022 (size=6219) 2024-11-09T18:32:51,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741846_1022 (size=6219) 2024-11-09T18:32:51,586 INFO [M:0;fb97eb0edbe8:38303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6c15ef3a2514a07a25f0c93244fb11d 2024-11-09T18:32:51,605 DEBUG [M:0;fb97eb0edbe8:38303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2682beba16f744aa83db3e1f95a6f31c is 69, key is fb97eb0edbe8,35905,1731177168173/rs:state/1731177168769/Put/seqid=0 2024-11-09T18:32:51,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:51,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:51,610 INFO [M:0;fb97eb0edbe8:38303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2682beba16f744aa83db3e1f95a6f31c 2024-11-09T18:32:51,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:51,611 INFO [RS:1;fb97eb0edbe8:40141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:51,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10120df37990002, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:51,611 INFO [RS:1;fb97eb0edbe8:40141 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,40141,1731177168210; zookeeper connection closed. 2024-11-09T18:32:51,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e939847 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e939847 2024-11-09T18:32:51,612 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T18:32:51,615 DEBUG [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00436e9bb34645ffa47ee5bf708a8e7d as hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00436e9bb34645ffa47ee5bf708a8e7d 2024-11-09T18:32:51,621 INFO [M:0;fb97eb0edbe8:38303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00436e9bb34645ffa47ee5bf708a8e7d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T18:32:51,622 DEBUG [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6c15ef3a2514a07a25f0c93244fb11d as hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6c15ef3a2514a07a25f0c93244fb11d 2024-11-09T18:32:51,628 INFO [M:0;fb97eb0edbe8:38303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6c15ef3a2514a07a25f0c93244fb11d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T18:32:51,629 DEBUG [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2682beba16f744aa83db3e1f95a6f31c as hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2682beba16f744aa83db3e1f95a6f31c 2024-11-09T18:32:51,636 INFO [M:0;fb97eb0edbe8:38303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/63e80bcf-1660-b600-6dfd-a69bb1df708c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2682beba16f744aa83db3e1f95a6f31c, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T18:32:51,637 INFO [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false 2024-11-09T18:32:51,638 INFO [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:51,638 DEBUG [M:0;fb97eb0edbe8:38303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177171540Disabling compacts and flushes for region at 1731177171540Disabling writes for close at 1731177171540Obtaining lock to block concurrent updates at 1731177171541 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731177171541Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731177171541Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731177171542 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731177171542Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731177171556 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731177171556Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731177171566 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731177171581 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731177171581Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731177171591 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731177171605 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731177171605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd55663: reopening flushed file at 1731177171615 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175de05f: reopening flushed file at 1731177171621 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa811cd: reopening flushed file at 1731177171628 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false at 1731177171637 (+9 ms)Writing region close event to WAL at 1731177171638 (+1 ms)Closed at 1731177171638 2024-11-09T18:32:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741830_1006 (size=35440) 2024-11-09T18:32:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33469 is added to blk_1073741830_1006 (size=35440) 2024-11-09T18:32:51,643 INFO [M:0;fb97eb0edbe8:38303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:32:51,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:51,643 INFO [M:0;fb97eb0edbe8:38303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38303 2024-11-09T18:32:51,643 INFO [M:0;fb97eb0edbe8:38303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:51,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:51,748 INFO [M:0;fb97eb0edbe8:38303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:51,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x10120df37990000, quorum=127.0.0.1:51314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:51,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@263658fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:51,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cb009fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:51,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:51,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b191282{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:51,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bc67a5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:51,754 WARN [BP-857830476-172.17.0.3-1731177165291 heartbeating to localhost/127.0.0.1:35827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:51,754 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:51,754 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:51,754 WARN [BP-857830476-172.17.0.3-1731177165291 heartbeating to localhost/127.0.0.1:35827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-857830476-172.17.0.3-1731177165291 (Datanode Uuid a06b4b80-9791-436d-bd13-85404ceaf403) service to localhost/127.0.0.1:35827 2024-11-09T18:32:51,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/data/data3/current/BP-857830476-172.17.0.3-1731177165291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:51,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/data/data4/current/BP-857830476-172.17.0.3-1731177165291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:51,755 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:51,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6724f725{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:51,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@216c5937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:51,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:51,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5343a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:51,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff743d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:51,758 WARN [BP-857830476-172.17.0.3-1731177165291 heartbeating to localhost/127.0.0.1:35827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:51,758 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:51,758 WARN [BP-857830476-172.17.0.3-1731177165291 heartbeating to localhost/127.0.0.1:35827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-857830476-172.17.0.3-1731177165291 (Datanode Uuid 9c96b06b-6004-449e-9d3a-f4053637fcc9) service to localhost/127.0.0.1:35827 2024-11-09T18:32:51,758 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:51,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/data/data1/current/BP-857830476-172.17.0.3-1731177165291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:51,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/cluster_36a3bd9d-7dd6-c3bd-d22e-b06de1cbc25b/data/data2/current/BP-857830476-172.17.0.3-1731177165291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:51,759 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:51,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31ae76c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:51,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28179244{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:51,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:51,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f56ade1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:51,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61739e7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:51,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:32:51,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:32:51,794 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=168 (was 150) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35827 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35827 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=520 (was 495) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=600 (was 618), ProcessCount=11 (was 11), AvailableMemoryMB=1950 (was 2066) 2024-11-09T18:32:51,801 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=168, OpenFileDescriptor=520, MaxFileDescriptor=1048576, SystemLoadAverage=600, ProcessCount=11, AvailableMemoryMB=1950 2024-11-09T18:32:51,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.log.dir so I do NOT create it in target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801 2024-11-09T18:32:51,818 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:32:51,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.tmp.dir so I do NOT create it in target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801 2024-11-09T18:32:51,818 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b841987d-dd91-04e3-2625-04c0a0b8db35/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:32:51,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801 2024-11-09T18:32:51,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:32:51,818 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede, deleteOnExit=true 2024-11-09T18:32:51,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/test.cache.data in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:32:51,819 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:32:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:32:51,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:51,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:32:51,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:32:51,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:32:51,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:32:51,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:32:51,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:32:52,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:52,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:52,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:52,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:52,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:52,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:52,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5487ba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:52,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f98b50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:52,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26510903{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/java.io.tmpdir/jetty-localhost-46443-hadoop-hdfs-3_4_1-tests_jar-_-any-2455337631949677368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:52,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d001ba3{HTTP/1.1, (http/1.1)}{localhost:46443} 2024-11-09T18:32:52,298 INFO [Time-limited test {}] server.Server(415): Started @36453ms 2024-11-09T18:32:52,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:52,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:52,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:52,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:52,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:32:52,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52883e96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:52,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53ac45ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:52,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7735298c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/java.io.tmpdir/jetty-localhost-43815-hadoop-hdfs-3_4_1-tests_jar-_-any-1067107695513221214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:52,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ed6781c{HTTP/1.1, (http/1.1)}{localhost:43815} 2024-11-09T18:32:52,664 INFO [Time-limited test {}] server.Server(415): Started @36819ms 2024-11-09T18:32:52,665 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:52,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:32:52,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:32:52,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:32:52,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:32:52,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:32:52,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2ef58d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:32:52,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eb24413{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:32:52,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2713c083{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/java.io.tmpdir/jetty-localhost-36885-hadoop-hdfs-3_4_1-tests_jar-_-any-6997700163845264768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:52,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a50796c{HTTP/1.1, (http/1.1)}{localhost:36885} 2024-11-09T18:32:52,791 INFO [Time-limited test {}] server.Server(415): Started @36947ms 2024-11-09T18:32:52,792 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:32:52,817 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:32:54,014 WARN [Thread-1430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/data/data1/current/BP-1979551834-172.17.0.3-1731177171841/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:54,014 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/data/data2/current/BP-1979551834-172.17.0.3-1731177171841/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:54,029 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f92545e480be782 with lease ID 0x4ec12baed6ba7969: Processing first storage report for DS-b7c71a28-5eaa-40d9-876a-73e8e1030ba1 from datanode DatanodeRegistration(127.0.0.1:45943, datanodeUuid=93dd3e8f-c1df-4f8b-9f6d-97a17d795604, infoPort=42965, infoSecurePort=0, ipcPort=32837, storageInfo=lv=-57;cid=testClusterID;nsid=1996688461;c=1731177171841) 2024-11-09T18:32:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f92545e480be782 with lease ID 0x4ec12baed6ba7969: from storage DS-b7c71a28-5eaa-40d9-876a-73e8e1030ba1 node DatanodeRegistration(127.0.0.1:45943, datanodeUuid=93dd3e8f-c1df-4f8b-9f6d-97a17d795604, infoPort=42965, infoSecurePort=0, ipcPort=32837, storageInfo=lv=-57;cid=testClusterID;nsid=1996688461;c=1731177171841), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f92545e480be782 with lease ID 0x4ec12baed6ba7969: Processing first storage report for DS-a05477a0-580e-4091-a8f9-1b79b5a398e2 from datanode DatanodeRegistration(127.0.0.1:45943, datanodeUuid=93dd3e8f-c1df-4f8b-9f6d-97a17d795604, infoPort=42965, infoSecurePort=0, ipcPort=32837, storageInfo=lv=-57;cid=testClusterID;nsid=1996688461;c=1731177171841) 2024-11-09T18:32:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f92545e480be782 with lease ID 0x4ec12baed6ba7969: from storage DS-a05477a0-580e-4091-a8f9-1b79b5a398e2 node DatanodeRegistration(127.0.0.1:45943, datanodeUuid=93dd3e8f-c1df-4f8b-9f6d-97a17d795604, infoPort=42965, infoSecurePort=0, ipcPort=32837, storageInfo=lv=-57;cid=testClusterID;nsid=1996688461;c=1731177171841), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:54,166 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/data/data3/current/BP-1979551834-172.17.0.3-1731177171841/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:54,166 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/data/data4/current/BP-1979551834-172.17.0.3-1731177171841/current, will proceed with Du for space computation calculation, 2024-11-09T18:32:54,188 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:32:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c44e96e480e6f49 with lease ID 0x4ec12baed6ba796a: Processing first storage report for DS-365a83e7-741d-48ee-bfc9-a12094c7d569 from datanode DatanodeRegistration(127.0.0.1:40651, datanodeUuid=072451e1-edae-404b-9de9-d3011ce109f8, infoPort=33303, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=1996688461;c=1731177171841) 2024-11-09T18:32:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c44e96e480e6f49 with lease ID 0x4ec12baed6ba796a: from storage DS-365a83e7-741d-48ee-bfc9-a12094c7d569 node DatanodeRegistration(127.0.0.1:40651, datanodeUuid=072451e1-edae-404b-9de9-d3011ce109f8, infoPort=33303, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=1996688461;c=1731177171841), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c44e96e480e6f49 with lease ID 0x4ec12baed6ba796a: Processing first storage report for DS-8851da26-2f5d-4797-8d4b-946dc9d4c975 from datanode DatanodeRegistration(127.0.0.1:40651, datanodeUuid=072451e1-edae-404b-9de9-d3011ce109f8, infoPort=33303, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=1996688461;c=1731177171841) 2024-11-09T18:32:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c44e96e480e6f49 with lease ID 0x4ec12baed6ba796a: from storage DS-8851da26-2f5d-4797-8d4b-946dc9d4c975 node DatanodeRegistration(127.0.0.1:40651, datanodeUuid=072451e1-edae-404b-9de9-d3011ce109f8, infoPort=33303, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=1996688461;c=1731177171841), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:32:54,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801 2024-11-09T18:32:54,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/zookeeper_0, clientPort=49679, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:32:54,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49679 2024-11-09T18:32:54,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:54,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:54,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:54,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:32:54,256 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d with version=8 2024-11-09T18:32:54,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/hbase-staging 2024-11-09T18:32:54,258 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:54,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:54,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:54,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:54,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:54,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:54,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:32:54,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:54,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43665 2024-11-09T18:32:54,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43665 connecting to ZooKeeper ensemble=127.0.0.1:49679 2024-11-09T18:32:54,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436650x0, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:54,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43665-0x10120df50860000 connected 2024-11-09T18:32:54,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:54,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:54,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:54,410 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d, hbase.cluster.distributed=false 2024-11-09T18:32:54,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:54,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43665 2024-11-09T18:32:54,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43665 2024-11-09T18:32:54,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43665 2024-11-09T18:32:54,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43665 2024-11-09T18:32:54,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43665 2024-11-09T18:32:54,441 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:54,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:54,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:54,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:54,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:54,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:54,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:54,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:54,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41307 2024-11-09T18:32:54,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41307 connecting to ZooKeeper ensemble=127.0.0.1:49679 2024-11-09T18:32:54,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:54,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:54,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413070x0, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:54,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413070x0, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:54,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41307-0x10120df50860001 connected 2024-11-09T18:32:54,491 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:54,492 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T18:32:54,498 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T18:32:54,499 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T18:32:54,500 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T18:32:54,503 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:54,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:54,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:54,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-09T18:32:54,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41307 2024-11-09T18:32:54,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41307 2024-11-09T18:32:54,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-09T18:32:54,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-09T18:32:54,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:32:54,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:54,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:54,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:32:54,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:32:54,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:32:54,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:32:54,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:32:54,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40397 2024-11-09T18:32:54,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40397 connecting to ZooKeeper ensemble=127.0.0.1:49679 2024-11-09T18:32:54,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:54,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:54,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403970x0, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:32:54,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403970x0, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:54,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40397-0x10120df50860002 connected 2024-11-09T18:32:54,554 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:32:54,556 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T18:32:54,563 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T18:32:54,563 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T18:32:54,564 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T18:32:54,564 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:32:54,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:32:54,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:32:54,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40397 2024-11-09T18:32:54,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40397 2024-11-09T18:32:54,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40397 2024-11-09T18:32:54,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40397 2024-11-09T18:32:54,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40397 2024-11-09T18:32:54,586 DEBUG [M:0;fb97eb0edbe8:43665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:43665 2024-11-09T18:32:54,586 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb97eb0edbe8,43665,1731177174258 2024-11-09T18:32:54,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:54,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:54,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:54,596 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb97eb0edbe8,43665,1731177174258 2024-11-09T18:32:54,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:54,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:54,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,606 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T18:32:54,607 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb97eb0edbe8,43665,1731177174258 from backup master directory 2024-11-09T18:32:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb97eb0edbe8,43665,1731177174258 2024-11-09T18:32:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:32:54,616 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:54,616 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,43665,1731177174258 2024-11-09T18:32:54,621 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/hbase.id] with ID: 808c46a6-d33e-4d6e-8117-44553a0b6c42 2024-11-09T18:32:54,621 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/.tmp/hbase.id 2024-11-09T18:32:54,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:54,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:32:54,629 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/.tmp/hbase.id]:[hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/hbase.id] 2024-11-09T18:32:54,640 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:32:54,640 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:32:54,642 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T18:32:54,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:54,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:32:54,659 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:54,660 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:32:54,660 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:54,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:54,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:32:54,672 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store 2024-11-09T18:32:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:32:54,680 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:54,680 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:54,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:54,680 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:54,680 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:54,680 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:54,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:54,680 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177174680Disabling compacts and flushes for region at 1731177174680Disabling writes for close at 1731177174680Writing region close event to WAL at 1731177174680Closed at 1731177174680 2024-11-09T18:32:54,681 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/.initializing 2024-11-09T18:32:54,681 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/WALs/fb97eb0edbe8,43665,1731177174258 2024-11-09T18:32:54,682 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:54,684 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C43665%2C1731177174258, suffix=, logDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/WALs/fb97eb0edbe8,43665,1731177174258, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/oldWALs, maxLogs=10 2024-11-09T18:32:54,703 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/WALs/fb97eb0edbe8,43665,1731177174258/fb97eb0edbe8%2C43665%2C1731177174258.1731177174684, exclude list is [], retry=0 2024-11-09T18:32:54,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-b7c71a28-5eaa-40d9-876a-73e8e1030ba1,DISK] 2024-11-09T18:32:54,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-365a83e7-741d-48ee-bfc9-a12094c7d569,DISK] 2024-11-09T18:32:54,708 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/WALs/fb97eb0edbe8,43665,1731177174258/fb97eb0edbe8%2C43665%2C1731177174258.1731177174684 2024-11-09T18:32:54,709 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33303:33303),(127.0.0.1/127.0.0.1:42965:42965)] 2024-11-09T18:32:54,709 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:54,709 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:54,709 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,709 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:32:54,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:54,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:54,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:32:54,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:54,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:54,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:32:54,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:54,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:54,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:32:54,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:54,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:54,718 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,719 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,719 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,720 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,720 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,721 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:54,722 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:32:54,724 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:54,724 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66111512, jitterRate=-0.014861702919006348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:54,725 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731177174710Initializing all the Stores at 1731177174710Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177174710Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177174711 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177174711Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177174711Cleaning up temporary data from old regions at 1731177174720 (+9 ms)Region opened successfully at 1731177174725 (+5 ms) 2024-11-09T18:32:54,725 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:32:54,728 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c84d128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:54,729 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:32:54,729 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:32:54,729 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:32:54,730 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:32:54,730 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:32:54,730 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:32:54,731 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:32:54,738 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:32:54,739 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T18:32:54,742 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T18:32:54,743 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:32:54,744 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:32:54,753 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T18:32:54,753 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:32:54,754 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:32:54,763 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T18:32:54,764 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:32:54,774 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T18:32:54,776 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:32:54,785 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T18:32:54,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:54,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:54,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:54,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,796 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,43665,1731177174258, sessionid=0x10120df50860000, setting cluster-up flag (Was=false) 2024-11-09T18:32:54,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:32:54,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,848 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T18:32:54,849 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,43665,1731177174258 2024-11-09T18:32:54,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:54,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:54,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:54,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:54,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:54,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:54,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:54,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:54,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:54,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:32:54,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:54,900 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T18:32:54,901 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,43665,1731177174258 2024-11-09T18:32:54,903 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:32:54,904 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:54,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:32:54,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:32:54,905 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,43665,1731177174258 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:32:54,907 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:54,907 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:54,907 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:54,907 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:32:54,907 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:32:54,907 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:54,907 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:54,907 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:54,909 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731177204908 2024-11-09T18:32:54,909 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:32:54,909 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:32:54,909 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:32:54,909 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:32:54,909 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:32:54,909 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:32:54,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:54,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:32:54,912 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:54,913 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:32:54,913 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:32:54,913 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:32:54,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:54,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:32:54,920 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:32:54,920 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:32:54,924 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177174920,5,FailOnTimeoutGroup] 2024-11-09T18:32:54,925 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177174924,5,FailOnTimeoutGroup] 2024-11-09T18:32:54,926 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:54,926 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:32:54,926 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:54,926 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:54,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:54,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:32:54,983 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(746): ClusterId : 808c46a6-d33e-4d6e-8117-44553a0b6c42 2024-11-09T18:32:54,983 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:54,985 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(746): ClusterId : 808c46a6-d33e-4d6e-8117-44553a0b6c42 2024-11-09T18:32:54,986 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:32:54,996 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:54,996 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:54,997 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:32:54,997 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:32:55,007 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:55,007 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:32:55,007 DEBUG [RS:1;fb97eb0edbe8:40397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5ecb07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:55,007 DEBUG [RS:0;fb97eb0edbe8:41307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54deb423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:32:55,024 DEBUG [RS:1;fb97eb0edbe8:40397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb97eb0edbe8:40397 2024-11-09T18:32:55,024 DEBUG [RS:0;fb97eb0edbe8:41307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:41307 2024-11-09T18:32:55,024 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:55,024 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:55,024 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:32:55,024 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:32:55,024 DEBUG [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:55,024 DEBUG [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:32:55,025 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,43665,1731177174258 with port=41307, startcode=1731177174441 2024-11-09T18:32:55,025 DEBUG [RS:0;fb97eb0edbe8:41307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:55,025 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,43665,1731177174258 with port=40397, startcode=1731177174532 2024-11-09T18:32:55,025 DEBUG [RS:1;fb97eb0edbe8:40397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:32:55,027 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:55,027 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:32:55,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:55,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43665 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:55,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,41307,1731177174441 2024-11-09T18:32:55,029 DEBUG [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d 2024-11-09T18:32:55,029 DEBUG [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40231 2024-11-09T18:32:55,029 DEBUG [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:55,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43665 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,41307,1731177174441 2024-11-09T18:32:55,031 DEBUG [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d 2024-11-09T18:32:55,031 DEBUG [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40231 2024-11-09T18:32:55,031 DEBUG [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:32:55,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:55,082 DEBUG [RS:1;fb97eb0edbe8:40397 {}] zookeeper.ZKUtil(111): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:55,082 WARN [RS:1;fb97eb0edbe8:40397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:55,082 INFO [RS:1;fb97eb0edbe8:40397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:55,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,40397,1731177174532] 2024-11-09T18:32:55,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,41307,1731177174441] 2024-11-09T18:32:55,082 DEBUG [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:55,082 DEBUG [RS:0;fb97eb0edbe8:41307 {}] zookeeper.ZKUtil(111): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,41307,1731177174441 2024-11-09T18:32:55,082 WARN [RS:0;fb97eb0edbe8:41307 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:32:55,082 INFO [RS:0;fb97eb0edbe8:41307 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:55,082 DEBUG [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,41307,1731177174441 2024-11-09T18:32:55,086 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:55,086 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:32:55,088 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:55,092 INFO [RS:0;fb97eb0edbe8:41307 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:55,092 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,093 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:32:55,093 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:55,094 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:55,094 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,094 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,094 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,094 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,094 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,094 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,094 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:55,094 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,094 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,094 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,095 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,095 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,095 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,095 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:55,095 DEBUG [RS:0;fb97eb0edbe8:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:55,097 INFO [RS:1;fb97eb0edbe8:40397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:32:55,097 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,100 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:32:55,101 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:32:55,101 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,101 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,102 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:32:55,102 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:55,102 DEBUG [RS:1;fb97eb0edbe8:40397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:32:55,104 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,104 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,104 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,104 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,104 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,104 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41307,1731177174441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:55,124 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,124 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,124 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,124 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,124 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,124 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40397,1731177174532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:55,130 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:55,130 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41307,1731177174441-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,130 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,130 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.Replication(171): fb97eb0edbe8,41307,1731177174441 started 2024-11-09T18:32:55,144 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:32:55,144 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40397,1731177174532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,144 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,144 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.Replication(171): fb97eb0edbe8,40397,1731177174532 started 2024-11-09T18:32:55,150 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,150 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,41307,1731177174441, RpcServer on fb97eb0edbe8/172.17.0.3:41307, sessionid=0x10120df50860001 2024-11-09T18:32:55,150 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:55,150 DEBUG [RS:0;fb97eb0edbe8:41307 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,41307,1731177174441 2024-11-09T18:32:55,150 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,41307,1731177174441' 2024-11-09T18:32:55,150 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:55,151 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:55,151 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:55,151 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:55,151 DEBUG [RS:0;fb97eb0edbe8:41307 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,41307,1731177174441 2024-11-09T18:32:55,151 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,41307,1731177174441' 2024-11-09T18:32:55,151 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:55,151 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:55,152 DEBUG [RS:0;fb97eb0edbe8:41307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:55,152 INFO [RS:0;fb97eb0edbe8:41307 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:55,152 INFO [RS:0;fb97eb0edbe8:41307 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:55,162 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,163 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,40397,1731177174532, RpcServer on fb97eb0edbe8/172.17.0.3:40397, sessionid=0x10120df50860002 2024-11-09T18:32:55,163 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:32:55,163 DEBUG [RS:1;fb97eb0edbe8:40397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:55,163 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,40397,1731177174532' 2024-11-09T18:32:55,163 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:32:55,163 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:32:55,164 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:32:55,164 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:32:55,164 DEBUG [RS:1;fb97eb0edbe8:40397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:55,164 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,40397,1731177174532' 2024-11-09T18:32:55,164 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:32:55,164 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:32:55,165 DEBUG [RS:1;fb97eb0edbe8:40397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:32:55,165 INFO [RS:1;fb97eb0edbe8:40397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:32:55,165 INFO [RS:1;fb97eb0edbe8:40397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:32:55,252 INFO [RS:0;fb97eb0edbe8:41307 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:55,254 INFO [RS:0;fb97eb0edbe8:41307 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C41307%2C1731177174441, suffix=, logDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,41307,1731177174441, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/oldWALs, maxLogs=32 2024-11-09T18:32:55,265 INFO [RS:1;fb97eb0edbe8:40397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:32:55,269 DEBUG [RS:0;fb97eb0edbe8:41307 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,41307,1731177174441/fb97eb0edbe8%2C41307%2C1731177174441.1731177175255, exclude list is [], retry=0 2024-11-09T18:32:55,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-b7c71a28-5eaa-40d9-876a-73e8e1030ba1,DISK] 2024-11-09T18:32:55,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-365a83e7-741d-48ee-bfc9-a12094c7d569,DISK] 2024-11-09T18:32:55,276 INFO [RS:1;fb97eb0edbe8:40397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C40397%2C1731177174532, suffix=, logDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,40397,1731177174532, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/oldWALs, maxLogs=32 2024-11-09T18:32:55,287 INFO [RS:0;fb97eb0edbe8:41307 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,41307,1731177174441/fb97eb0edbe8%2C41307%2C1731177174441.1731177175255 2024-11-09T18:32:55,287 DEBUG [RS:0;fb97eb0edbe8:41307 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42965:42965),(127.0.0.1/127.0.0.1:33303:33303)] 2024-11-09T18:32:55,292 DEBUG [RS:1;fb97eb0edbe8:40397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,40397,1731177174532/fb97eb0edbe8%2C40397%2C1731177174532.1731177175277, exclude list is [], retry=0 2024-11-09T18:32:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-b7c71a28-5eaa-40d9-876a-73e8e1030ba1,DISK] 2024-11-09T18:32:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-365a83e7-741d-48ee-bfc9-a12094c7d569,DISK] 2024-11-09T18:32:55,297 INFO [RS:1;fb97eb0edbe8:40397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,40397,1731177174532/fb97eb0edbe8%2C40397%2C1731177174532.1731177175277 2024-11-09T18:32:55,298 DEBUG [RS:1;fb97eb0edbe8:40397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33303:33303),(127.0.0.1/127.0.0.1:42965:42965)] 2024-11-09T18:32:55,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:32:55,331 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d 2024-11-09T18:32:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741834_1010 (size=32) 2024-11-09T18:32:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741834_1010 (size=32) 2024-11-09T18:32:55,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:55,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:55,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:55,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:55,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:55,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:55,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:55,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:55,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:55,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:55,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:55,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:55,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:55,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:55,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:55,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:55,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:55,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:55,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740 2024-11-09T18:32:55,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740 2024-11-09T18:32:55,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:55,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:55,356 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:55,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:55,360 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:55,360 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71333847, jitterRate=0.06295715272426605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:55,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731177175342Initializing all the Stores at 1731177175343 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177175343Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177175344 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177175344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177175344Cleaning up temporary data from old regions at 1731177175356 (+12 ms)Region opened successfully at 1731177175361 (+5 ms) 2024-11-09T18:32:55,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:55,361 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:55,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:55,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:55,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:55,361 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:55,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177175361Disabling compacts and flushes for region at 1731177175361Disabling writes for close at 1731177175361Writing region close event to WAL at 1731177175361Closed at 1731177175361 2024-11-09T18:32:55,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:55,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:32:55,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:32:55,364 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:55,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:32:55,515 DEBUG [fb97eb0edbe8:43665 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T18:32:55,516 DEBUG [fb97eb0edbe8:43665 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:55,518 DEBUG [fb97eb0edbe8:43665 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:55,518 DEBUG [fb97eb0edbe8:43665 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:55,518 DEBUG [fb97eb0edbe8:43665 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:55,518 DEBUG [fb97eb0edbe8:43665 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:55,518 INFO [fb97eb0edbe8:43665 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:55,518 INFO [fb97eb0edbe8:43665 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:55,518 DEBUG [fb97eb0edbe8:43665 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:55,518 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:55,519 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,40397,1731177174532, state=OPENING 2024-11-09T18:32:55,543 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:32:55,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:55,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:55,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:55,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:55,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:55,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:55,637 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:32:55,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,40397,1731177174532}] 2024-11-09T18:32:55,790 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:55,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:55,795 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:32:55,795 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:32:55,795 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:32:55,797 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C40397%2C1731177174532.meta, suffix=.meta, logDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,40397,1731177174532, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/oldWALs, maxLogs=32 2024-11-09T18:32:55,812 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,40397,1731177174532/fb97eb0edbe8%2C40397%2C1731177174532.meta.1731177175797.meta, exclude list is [], retry=0 2024-11-09T18:32:55,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-b7c71a28-5eaa-40d9-876a-73e8e1030ba1,DISK] 2024-11-09T18:32:55,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-365a83e7-741d-48ee-bfc9-a12094c7d569,DISK] 2024-11-09T18:32:55,815 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,40397,1731177174532/fb97eb0edbe8%2C40397%2C1731177174532.meta.1731177175797.meta 2024-11-09T18:32:55,816 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42965:42965),(127.0.0.1/127.0.0.1:33303:33303)] 2024-11-09T18:32:55,816 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:32:55,816 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:32:55,816 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:32:55,816 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:32:55,816 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:32:55,816 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:55,816 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:32:55,816 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:32:55,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:32:55,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:32:55,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:55,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:55,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:32:55,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:32:55,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:55,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:55,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:32:55,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:32:55,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:55,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:55,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:32:55,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:32:55,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:55,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:32:55,823 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:32:55,823 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740 2024-11-09T18:32:55,824 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740 2024-11-09T18:32:55,825 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:32:55,825 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:32:55,826 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:32:55,827 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:32:55,827 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70879120, jitterRate=0.05618119239807129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:32:55,827 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:32:55,828 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731177175817Writing region info on filesystem at 1731177175817Initializing all the Stores at 1731177175817Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177175817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177175818 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177175818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731177175818Cleaning up temporary data from old regions at 1731177175825 (+7 ms)Running coprocessor post-open hooks at 1731177175827 (+2 ms)Region opened successfully at 1731177175828 (+1 ms) 2024-11-09T18:32:55,829 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731177175790 2024-11-09T18:32:55,831 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:32:55,831 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:32:55,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:55,834 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,40397,1731177174532, state=OPEN 2024-11-09T18:32:55,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:55,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:55,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:32:55,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:55,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:55,837 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:55,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:32:55,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:32:55,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,40397,1731177174532 in 201 msec 2024-11-09T18:32:55,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:32:55,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-11-09T18:32:55,843 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:32:55,843 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:32:55,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:55,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,40397,1731177174532, seqNum=-1] 2024-11-09T18:32:55,845 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:55,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:55,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 948 msec 2024-11-09T18:32:55,853 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731177175852, completionTime=-1 2024-11-09T18:32:55,853 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T18:32:55,853 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:32:55,855 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T18:32:55,855 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731177235855 2024-11-09T18:32:55,855 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731177295855 2024-11-09T18:32:55,855 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:32:55,856 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43665,1731177174258-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,856 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43665,1731177174258-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,856 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43665,1731177174258-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,856 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:43665, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,856 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,856 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,858 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:32:55,860 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.243sec 2024-11-09T18:32:55,860 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:32:55,860 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:32:55,860 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:32:55,860 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:32:55,860 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:32:55,861 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43665,1731177174258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:32:55,861 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43665,1731177174258-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:32:55,863 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:32:55,863 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:32:55,863 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43665,1731177174258-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:32:55,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fb5bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:55,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,43665,-1 for getting cluster id 2024-11-09T18:32:55,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:32:55,883 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '808c46a6-d33e-4d6e-8117-44553a0b6c42' 2024-11-09T18:32:55,883 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:32:55,883 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "808c46a6-d33e-4d6e-8117-44553a0b6c42" 2024-11-09T18:32:55,884 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129143c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:55,884 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,43665,-1] 2024-11-09T18:32:55,885 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:32:55,885 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:55,886 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:32:55,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea4b116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:32:55,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:32:55,888 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,40397,1731177174532, seqNum=-1] 2024-11-09T18:32:55,889 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:55,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:55,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,43665,1731177174258 2024-11-09T18:32:55,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:32:55,893 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,43665,1731177174258 2024-11-09T18:32:55,894 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c365674 2024-11-09T18:32:55,894 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:32:55,895 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:32:55,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:32:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T18:32:55,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:32:55,899 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:55,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T18:32:55,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:32:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:55,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741836_1012 (size=379) 2024-11-09T18:32:55,911 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f75af04207b204cadb831f45c8b2d84, NAME => 'testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d 2024-11-09T18:32:55,911 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 32146899b7b43089d8c2b7ef1dd66680, NAME => 'testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d 2024-11-09T18:32:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741837_1013 (size=61) 2024-11-09T18:32:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741838_1014 (size=61) 2024-11-09T18:32:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6f75af04207b204cadb831f45c8b2d84, disabling compactions & flushes 2024-11-09T18:32:56,320 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 32146899b7b43089d8c2b7ef1dd66680, disabling compactions & flushes 2024-11-09T18:32:56,320 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. after waiting 0 ms 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. after waiting 0 ms 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:56,320 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:56,320 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 32146899b7b43089d8c2b7ef1dd66680: Waiting for close lock at 1731177176320Disabling compacts and flushes for region at 1731177176320Disabling writes for close at 1731177176320Writing region close event to WAL at 1731177176320Closed at 1731177176320 2024-11-09T18:32:56,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f75af04207b204cadb831f45c8b2d84: Waiting for close lock at 1731177176320Disabling compacts and flushes for region at 1731177176320Disabling writes for close at 1731177176320Writing region close event to WAL at 1731177176320Closed at 1731177176320 2024-11-09T18:32:56,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:32:56,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177176322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177176322"}]},"ts":"1731177176322"} 2024-11-09T18:32:56,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731177176322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731177176322"}]},"ts":"1731177176322"} 2024-11-09T18:32:56,325 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T18:32:56,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:32:56,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177176326"}]},"ts":"1731177176326"} 2024-11-09T18:32:56,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T18:32:56,329 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:32:56,330 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:32:56,330 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:32:56,330 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:32:56,330 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:32:56,330 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:32:56,330 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:32:56,330 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:32:56,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f75af04207b204cadb831f45c8b2d84, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32146899b7b43089d8c2b7ef1dd66680, ASSIGN}] 2024-11-09T18:32:56,332 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f75af04207b204cadb831f45c8b2d84, ASSIGN 2024-11-09T18:32:56,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32146899b7b43089d8c2b7ef1dd66680, ASSIGN 2024-11-09T18:32:56,333 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32146899b7b43089d8c2b7ef1dd66680, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,40397,1731177174532; forceNewPlan=false, retain=false 2024-11-09T18:32:56,333 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f75af04207b204cadb831f45c8b2d84, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41307,1731177174441; forceNewPlan=false, retain=false 2024-11-09T18:32:56,484 INFO [fb97eb0edbe8:43665 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T18:32:56,484 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f75af04207b204cadb831f45c8b2d84, regionState=OPENING, regionLocation=fb97eb0edbe8,41307,1731177174441 2024-11-09T18:32:56,484 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32146899b7b43089d8c2b7ef1dd66680, regionState=OPENING, regionLocation=fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:56,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f75af04207b204cadb831f45c8b2d84, ASSIGN because future has completed 2024-11-09T18:32:56,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f75af04207b204cadb831f45c8b2d84, server=fb97eb0edbe8,41307,1731177174441}] 2024-11-09T18:32:56,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32146899b7b43089d8c2b7ef1dd66680, ASSIGN because future has completed 2024-11-09T18:32:56,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32146899b7b43089d8c2b7ef1dd66680, server=fb97eb0edbe8,40397,1731177174532}] 2024-11-09T18:32:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:56,640 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:56,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:56,645 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:56,645 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:56,645 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f75af04207b204cadb831f45c8b2d84, NAME => 'testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T18:32:56,645 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 32146899b7b43089d8c2b7ef1dd66680, NAME => 'testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T18:32:56,645 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,645 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,645 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:56,645 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:32:56,646 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,646 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,646 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,646 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,647 INFO [StoreOpener-32146899b7b43089d8c2b7ef1dd66680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,647 INFO [StoreOpener-6f75af04207b204cadb831f45c8b2d84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,648 INFO [StoreOpener-6f75af04207b204cadb831f45c8b2d84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f75af04207b204cadb831f45c8b2d84 columnFamilyName family 2024-11-09T18:32:56,648 INFO [StoreOpener-32146899b7b43089d8c2b7ef1dd66680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32146899b7b43089d8c2b7ef1dd66680 columnFamilyName family 2024-11-09T18:32:56,648 DEBUG [StoreOpener-6f75af04207b204cadb831f45c8b2d84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:56,648 DEBUG [StoreOpener-32146899b7b43089d8c2b7ef1dd66680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:32:56,648 INFO [StoreOpener-6f75af04207b204cadb831f45c8b2d84-1 {}] regionserver.HStore(327): Store=6f75af04207b204cadb831f45c8b2d84/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:56,648 INFO [StoreOpener-32146899b7b43089d8c2b7ef1dd66680-1 {}] regionserver.HStore(327): Store=32146899b7b43089d8c2b7ef1dd66680/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:32:56,649 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,649 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,649 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,650 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,650 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,650 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,650 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,650 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,650 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,650 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,651 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,652 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,653 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/6f75af04207b204cadb831f45c8b2d84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:56,653 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6f75af04207b204cadb831f45c8b2d84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69271720, jitterRate=0.032229065895080566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:56,653 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:56,654 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6f75af04207b204cadb831f45c8b2d84: Running coprocessor pre-open hook at 1731177176646Writing region info on filesystem at 1731177176646Initializing all the Stores at 1731177176647 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177176647Cleaning up temporary data from old regions at 1731177176650 (+3 ms)Running coprocessor post-open hooks at 1731177176653 (+3 ms)Region opened successfully at 1731177176654 (+1 ms) 2024-11-09T18:32:56,655 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84., pid=7, masterSystemTime=1731177176640 2024-11-09T18:32:56,657 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/32146899b7b43089d8c2b7ef1dd66680/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:32:56,657 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:56,657 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:56,658 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 32146899b7b43089d8c2b7ef1dd66680; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63061496, jitterRate=-0.0603104829788208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:32:56,658 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:56,658 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 32146899b7b43089d8c2b7ef1dd66680: Running coprocessor pre-open hook at 1731177176646Writing region info on filesystem at 1731177176646Initializing all the Stores at 1731177176646Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731177176646Cleaning up temporary data from old regions at 1731177176650 (+4 ms)Running coprocessor post-open hooks at 1731177176658 (+8 ms)Region opened successfully at 1731177176658 2024-11-09T18:32:56,658 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f75af04207b204cadb831f45c8b2d84, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41307,1731177174441 2024-11-09T18:32:56,658 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680., pid=8, masterSystemTime=1731177176641 2024-11-09T18:32:56,660 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:56,660 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:56,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f75af04207b204cadb831f45c8b2d84, server=fb97eb0edbe8,41307,1731177174441 because future has completed 2024-11-09T18:32:56,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32146899b7b43089d8c2b7ef1dd66680, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:56,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32146899b7b43089d8c2b7ef1dd66680, server=fb97eb0edbe8,40397,1731177174532 because future has completed 2024-11-09T18:32:56,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T18:32:56,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f75af04207b204cadb831f45c8b2d84, server=fb97eb0edbe8,41307,1731177174441 in 177 msec 2024-11-09T18:32:56,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T18:32:56,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 32146899b7b43089d8c2b7ef1dd66680, server=fb97eb0edbe8,40397,1731177174532 in 177 msec 2024-11-09T18:32:56,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f75af04207b204cadb831f45c8b2d84, ASSIGN in 337 msec 2024-11-09T18:32:56,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T18:32:56,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32146899b7b43089d8c2b7ef1dd66680, ASSIGN in 338 msec 2024-11-09T18:32:56,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:32:56,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731177176671"}]},"ts":"1731177176671"} 2024-11-09T18:32:56,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T18:32:56,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:32:56,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 778 msec 2024-11-09T18:32:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:32:57,043 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T18:32:57,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T18:32:57,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:57,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T18:32:57,047 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:32:57,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T18:32:57,050 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84., hostname=fb97eb0edbe8,41307,1731177174441, seqNum=2] 2024-11-09T18:32:57,051 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:32:57,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:32:57,062 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680., hostname=fb97eb0edbe8,40397,1731177174532, seqNum=2] 2024-11-09T18:32:57,073 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6f75af04207b204cadb831f45c8b2d84 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T18:32:57,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/6f75af04207b204cadb831f45c8b2d84/.tmp/family/383e8140e79b4dda9ecd87419187435f is 32, key is 1/family:/1731177177053/Put/seqid=0 2024-11-09T18:32:57,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741839_1015 (size=5054) 2024-11-09T18:32:57,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741839_1015 (size=5054) 2024-11-09T18:32:57,102 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/6f75af04207b204cadb831f45c8b2d84/.tmp/family/383e8140e79b4dda9ecd87419187435f 2024-11-09T18:32:57,109 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/6f75af04207b204cadb831f45c8b2d84/.tmp/family/383e8140e79b4dda9ecd87419187435f as hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/6f75af04207b204cadb831f45c8b2d84/family/383e8140e79b4dda9ecd87419187435f 2024-11-09T18:32:57,115 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/6f75af04207b204cadb831f45c8b2d84/family/383e8140e79b4dda9ecd87419187435f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T18:32:57,116 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6f75af04207b204cadb831f45c8b2d84 in 43ms, sequenceid=8, compaction requested=false 2024-11-09T18:32:57,116 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6f75af04207b204cadb831f45c8b2d84: 2024-11-09T18:32:57,116 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 32146899b7b43089d8c2b7ef1dd66680 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T18:32:57,134 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/32146899b7b43089d8c2b7ef1dd66680/.tmp/family/fb632a8a77304f07a2128f8c28329657 is 32, key is 5/family:/1731177177063/Put/seqid=0 2024-11-09T18:32:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741840_1016 (size=5083) 2024-11-09T18:32:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741840_1016 (size=5083) 2024-11-09T18:32:57,140 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/32146899b7b43089d8c2b7ef1dd66680/.tmp/family/fb632a8a77304f07a2128f8c28329657 2024-11-09T18:32:57,146 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/32146899b7b43089d8c2b7ef1dd66680/.tmp/family/fb632a8a77304f07a2128f8c28329657 as hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/32146899b7b43089d8c2b7ef1dd66680/family/fb632a8a77304f07a2128f8c28329657 2024-11-09T18:32:57,153 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/32146899b7b43089d8c2b7ef1dd66680/family/fb632a8a77304f07a2128f8c28329657, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T18:32:57,154 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 32146899b7b43089d8c2b7ef1dd66680 in 38ms, sequenceid=9, compaction requested=false 2024-11-09T18:32:57,154 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 32146899b7b43089d8c2b7ef1dd66680: 2024-11-09T18:32:57,158 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T18:32:57,162 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:57,162 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:32:57,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:57,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:32:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] bucket.BucketCache(1864): found 1 blocks for file fb632a8a77304f07a2128f8c28329657, starting offset: 0, end offset: 9223372036854775807 2024-11-09T18:32:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] bucket.BucketCache(1864): found 1 blocks for file 383e8140e79b4dda9ecd87419187435f, starting offset: 0, end offset: 9223372036854775807 2024-11-09T18:32:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] bucket.BucketCache(857): removed key 383e8140e79b4dda9ecd87419187435f_0 from back map with offset lock 2094080 in the evict process 2024-11-09T18:32:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] bucket.BucketCache(857): removed key fb632a8a77304f07a2128f8c28329657_0 from back map with offset lock 2094080 in the evict process 2024-11-09T18:32:57,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:32:57,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:57,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:57,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:57,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:57,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:32:57,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:32:57,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1110574518, stopped=false 2024-11-09T18:32:57,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,43665,1731177174258 2024-11-09T18:32:57,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:57,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:57,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:32:57,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:57,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:57,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:57,226 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:57,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:32:57,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:57,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:57,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:57,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:57,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:32:57,228 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,41307,1731177174441' ***** 2024-11-09T18:32:57,228 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:57,229 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,40397,1731177174532' ***** 2024-11-09T18:32:57,229 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:32:57,229 INFO [RS:0;fb97eb0edbe8:41307 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T18:32:57,229 INFO [RS:1;fb97eb0edbe8:40397 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T18:32:57,229 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T18:32:57,229 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T18:32:57,229 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T18:32:57,229 INFO [RS:0;fb97eb0edbe8:41307 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T18:32:57,230 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T18:32:57,230 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T18:32:57,230 INFO [RS:1;fb97eb0edbe8:40397 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T18:32:57,230 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:57,230 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:32:57,230 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T18:32:57,230 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:57,230 INFO [RS:1;fb97eb0edbe8:40397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:57,230 INFO [RS:0;fb97eb0edbe8:41307 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:32:57,230 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:32:57,230 INFO [RS:1;fb97eb0edbe8:40397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:57,230 INFO [RS:0;fb97eb0edbe8:41307 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:32:57,230 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(3091): Received CLOSE for 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:57,230 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:57,231 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:57,231 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:57,231 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,41307,1731177174441 2024-11-09T18:32:57,231 INFO [RS:1;fb97eb0edbe8:40397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb97eb0edbe8:40397. 2024-11-09T18:32:57,231 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:57,231 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32146899b7b43089d8c2b7ef1dd66680, disabling compactions & flushes 2024-11-09T18:32:57,231 INFO [RS:0;fb97eb0edbe8:41307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:41307. 2024-11-09T18:32:57,231 DEBUG [RS:1;fb97eb0edbe8:40397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:57,231 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f75af04207b204cadb831f45c8b2d84, disabling compactions & flushes 2024-11-09T18:32:57,231 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:57,231 DEBUG [RS:1;fb97eb0edbe8:40397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:57,231 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:57,231 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:57,231 DEBUG [RS:0;fb97eb0edbe8:41307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:32:57,231 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. after waiting 0 ms 2024-11-09T18:32:57,231 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:57,231 DEBUG [RS:0;fb97eb0edbe8:41307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:57,231 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:57,231 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. after waiting 0 ms 2024-11-09T18:32:57,231 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:57,231 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:57,231 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:57,231 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:32:57,231 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:57,231 DEBUG [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(1325): Online Regions={6f75af04207b204cadb831f45c8b2d84=testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84.} 2024-11-09T18:32:57,231 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:32:57,231 DEBUG [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(1351): Waiting on 6f75af04207b204cadb831f45c8b2d84 2024-11-09T18:32:57,232 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:32:57,232 DEBUG [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(1325): Online Regions={32146899b7b43089d8c2b7ef1dd66680=testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:32:57,232 DEBUG [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32146899b7b43089d8c2b7ef1dd66680 2024-11-09T18:32:57,232 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:32:57,232 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:32:57,232 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:32:57,232 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:32:57,232 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:32:57,232 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T18:32:57,235 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/6f75af04207b204cadb831f45c8b2d84/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T18:32:57,236 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:57,236 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f75af04207b204cadb831f45c8b2d84: Waiting for close lock at 1731177177231Running coprocessor pre-close hooks at 1731177177231Disabling compacts and flushes for region at 1731177177231Disabling writes for close at 1731177177231Writing region close event to WAL at 1731177177232 (+1 ms)Running coprocessor post-close hooks at 1731177177236 (+4 ms)Closed at 1731177177236 2024-11-09T18:32:57,236 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731177175896.6f75af04207b204cadb831f45c8b2d84. 2024-11-09T18:32:57,237 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/default/testClearRegionBlockCache/32146899b7b43089d8c2b7ef1dd66680/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T18:32:57,237 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:57,237 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32146899b7b43089d8c2b7ef1dd66680: Waiting for close lock at 1731177177231Running coprocessor pre-close hooks at 1731177177231Disabling compacts and flushes for region at 1731177177231Disabling writes for close at 1731177177231Writing region close event to WAL at 1731177177232 (+1 ms)Running coprocessor post-close hooks at 1731177177237 (+5 ms)Closed at 1731177177237 2024-11-09T18:32:57,237 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680. 2024-11-09T18:32:57,238 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:57,254 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/.tmp/info/92926b15ea2d49229505495945fc5880 is 173, key is testClearRegionBlockCache,5,1731177175896.32146899b7b43089d8c2b7ef1dd66680./info:regioninfo/1731177176661/Put/seqid=0 2024-11-09T18:32:57,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:57,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741841_1017 (size=8173) 2024-11-09T18:32:57,259 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/.tmp/info/92926b15ea2d49229505495945fc5880 2024-11-09T18:32:57,285 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/.tmp/ns/7810c72bcfa94070a1a8647282fd182d is 43, key is default/ns:d/1731177175847/Put/seqid=0 2024-11-09T18:32:57,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:57,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:32:57,291 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/.tmp/ns/7810c72bcfa94070a1a8647282fd182d 2024-11-09T18:32:57,310 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/.tmp/table/1af490b7e14e43959c6707bf35dd895f is 61, key is testClearRegionBlockCache/table:state/1731177176671/Put/seqid=0 2024-11-09T18:32:57,314 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:57,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:57,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741843_1019 (size=5312) 2024-11-09T18:32:57,317 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/.tmp/table/1af490b7e14e43959c6707bf35dd895f 2024-11-09T18:32:57,323 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/.tmp/info/92926b15ea2d49229505495945fc5880 as hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/info/92926b15ea2d49229505495945fc5880 2024-11-09T18:32:57,330 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/info/92926b15ea2d49229505495945fc5880, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T18:32:57,331 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/.tmp/ns/7810c72bcfa94070a1a8647282fd182d as hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/ns/7810c72bcfa94070a1a8647282fd182d 2024-11-09T18:32:57,337 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/ns/7810c72bcfa94070a1a8647282fd182d, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T18:32:57,338 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/.tmp/table/1af490b7e14e43959c6707bf35dd895f as hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/table/1af490b7e14e43959c6707bf35dd895f 2024-11-09T18:32:57,343 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/table/1af490b7e14e43959c6707bf35dd895f, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T18:32:57,344 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=13, compaction requested=false 2024-11-09T18:32:57,348 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T18:32:57,349 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:32:57,349 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:57,349 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731177177232Running coprocessor pre-close hooks at 1731177177232Disabling compacts and flushes for region at 1731177177232Disabling writes for close at 1731177177232Obtaining lock to block concurrent updates at 1731177177232Preparing flush snapshotting stores in 1588230740 at 1731177177232Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731177177232Flushing stores of hbase:meta,,1.1588230740 at 1731177177233 (+1 ms)Flushing 1588230740/info: creating writer at 1731177177233Flushing 1588230740/info: appending metadata at 1731177177254 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731177177254Flushing 1588230740/ns: creating writer at 1731177177265 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731177177284 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731177177284Flushing 1588230740/table: creating writer at 1731177177295 (+11 ms)Flushing 1588230740/table: appending metadata at 1731177177309 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731177177309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46bb5c43: reopening flushed file at 1731177177323 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8b2efa: reopening flushed file at 1731177177330 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8f378f: reopening flushed file at 1731177177337 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=13, compaction requested=false at 1731177177344 (+7 ms)Writing region close event to WAL at 1731177177345 (+1 ms)Running coprocessor post-close hooks at 1731177177349 (+4 ms)Closed at 1731177177349 2024-11-09T18:32:57,349 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:32:57,431 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,41307,1731177174441; all regions closed. 2024-11-09T18:32:57,432 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,40397,1731177174532; all regions closed. 2024-11-09T18:32:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741832_1008 (size=1758) 2024-11-09T18:32:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741835_1011 (size=4338) 2024-11-09T18:32:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741832_1008 (size=1758) 2024-11-09T18:32:57,439 DEBUG [RS:0;fb97eb0edbe8:41307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/oldWALs 2024-11-09T18:32:57,439 INFO [RS:0;fb97eb0edbe8:41307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C41307%2C1731177174441:(num 1731177175255) 2024-11-09T18:32:57,439 DEBUG [RS:1;fb97eb0edbe8:40397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/oldWALs 2024-11-09T18:32:57,439 DEBUG [RS:0;fb97eb0edbe8:41307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:57,439 INFO [RS:1;fb97eb0edbe8:40397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C40397%2C1731177174532.meta:.meta(num 1731177175797) 2024-11-09T18:32:57,439 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:57,439 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:57,439 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:57,439 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:32:57,439 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:32:57,439 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:32:57,439 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:57,439 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:57,439 INFO [RS:0;fb97eb0edbe8:41307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41307 2024-11-09T18:32:57,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741833_1009 (size=1867) 2024-11-09T18:32:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741833_1009 (size=1867) 2024-11-09T18:32:57,443 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/WALs/fb97eb0edbe8,40397,1731177174532/fb97eb0edbe8%2C40397%2C1731177174532.1731177175277 not finished, retry = 0 2024-11-09T18:32:57,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:57,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,41307,1731177174441 2024-11-09T18:32:57,448 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:57,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,41307,1731177174441] 2024-11-09T18:32:57,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,41307,1731177174441 already deleted, retry=false 2024-11-09T18:32:57,469 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,41307,1731177174441 expired; onlineServers=1 2024-11-09T18:32:57,546 DEBUG [RS:1;fb97eb0edbe8:40397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/oldWALs 2024-11-09T18:32:57,546 INFO [RS:1;fb97eb0edbe8:40397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C40397%2C1731177174532:(num 1731177175277) 2024-11-09T18:32:57,546 DEBUG [RS:1;fb97eb0edbe8:40397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:32:57,546 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:32:57,546 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:57,547 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:57,547 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:57,547 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:57,547 INFO [RS:1;fb97eb0edbe8:40397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40397 2024-11-09T18:32:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,40397,1731177174532 2024-11-09T18:32:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:32:57,553 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:57,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:57,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x10120df50860001, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:57,559 INFO [RS:0;fb97eb0edbe8:41307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:57,559 INFO [RS:0;fb97eb0edbe8:41307 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,41307,1731177174441; zookeeper connection closed. 2024-11-09T18:32:57,559 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cabbf33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cabbf33 2024-11-09T18:32:57,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,40397,1731177174532] 2024-11-09T18:32:57,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,40397,1731177174532 already deleted, retry=false 2024-11-09T18:32:57,574 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,40397,1731177174532 expired; onlineServers=0 2024-11-09T18:32:57,574 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,43665,1731177174258' ***** 2024-11-09T18:32:57,574 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:32:57,574 INFO [M:0;fb97eb0edbe8:43665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:32:57,574 INFO [M:0;fb97eb0edbe8:43665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:32:57,574 DEBUG [M:0;fb97eb0edbe8:43665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:32:57,574 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:32:57,574 DEBUG [M:0;fb97eb0edbe8:43665 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:32:57,575 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177174920 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731177174920,5,FailOnTimeoutGroup] 2024-11-09T18:32:57,575 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177174924 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731177174924,5,FailOnTimeoutGroup] 2024-11-09T18:32:57,575 INFO [M:0;fb97eb0edbe8:43665 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:32:57,575 INFO [M:0;fb97eb0edbe8:43665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:32:57,575 DEBUG [M:0;fb97eb0edbe8:43665 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:32:57,575 INFO [M:0;fb97eb0edbe8:43665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:32:57,575 INFO [M:0;fb97eb0edbe8:43665 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:32:57,575 INFO [M:0;fb97eb0edbe8:43665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:32:57,575 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:32:57,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:57,664 INFO [RS:1;fb97eb0edbe8:40397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:57,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40397-0x10120df50860002, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:57,664 INFO [RS:1;fb97eb0edbe8:40397 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,40397,1731177174532; zookeeper connection closed. 2024-11-09T18:32:57,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f1b757 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f1b757 2024-11-09T18:32:57,664 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T18:32:57,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T18:32:57,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:32:57,679 DEBUG [M:0;fb97eb0edbe8:43665 {}] zookeeper.ZKUtil(347): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T18:32:57,679 WARN [M:0;fb97eb0edbe8:43665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:32:57,679 INFO [M:0;fb97eb0edbe8:43665 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/.lastflushedseqids 2024-11-09T18:32:57,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741844_1020 (size=191) 2024-11-09T18:32:57,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741844_1020 (size=191) 2024-11-09T18:32:57,687 INFO [M:0;fb97eb0edbe8:43665 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:32:57,687 INFO [M:0;fb97eb0edbe8:43665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:32:57,687 DEBUG [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:32:57,687 INFO [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:57,687 DEBUG [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:57,687 DEBUG [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:32:57,687 DEBUG [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:57,687 INFO [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2024-11-09T18:32:57,704 DEBUG [M:0;fb97eb0edbe8:43665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e98615fa1b940e7b6f78fb7427f36ba is 82, key is hbase:meta,,1/info:regioninfo/1731177175832/Put/seqid=0 2024-11-09T18:32:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741845_1021 (size=5672) 2024-11-09T18:32:57,709 INFO [M:0;fb97eb0edbe8:43665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e98615fa1b940e7b6f78fb7427f36ba 2024-11-09T18:32:57,730 DEBUG [M:0;fb97eb0edbe8:43665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a9a024ff0f64a5599d053001bfd3c8a is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731177176675/Put/seqid=0 2024-11-09T18:32:57,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741846_1022 (size=6220) 2024-11-09T18:32:57,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741846_1022 (size=6220) 2024-11-09T18:32:57,735 INFO [M:0;fb97eb0edbe8:43665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a9a024ff0f64a5599d053001bfd3c8a 2024-11-09T18:32:57,754 DEBUG [M:0;fb97eb0edbe8:43665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34648a58762e49468c9b3c7cff2c3fe7 is 69, key is fb97eb0edbe8,40397,1731177174532/rs:state/1731177175028/Put/seqid=0 2024-11-09T18:32:57,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:57,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741847_1023 (size=5224) 2024-11-09T18:32:57,760 INFO [M:0;fb97eb0edbe8:43665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34648a58762e49468c9b3c7cff2c3fe7 2024-11-09T18:32:57,765 DEBUG [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e98615fa1b940e7b6f78fb7427f36ba as hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e98615fa1b940e7b6f78fb7427f36ba 2024-11-09T18:32:57,770 INFO [M:0;fb97eb0edbe8:43665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e98615fa1b940e7b6f78fb7427f36ba, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T18:32:57,771 DEBUG [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a9a024ff0f64a5599d053001bfd3c8a as hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a9a024ff0f64a5599d053001bfd3c8a 2024-11-09T18:32:57,776 INFO [M:0;fb97eb0edbe8:43665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a9a024ff0f64a5599d053001bfd3c8a, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T18:32:57,778 DEBUG [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34648a58762e49468c9b3c7cff2c3fe7 as hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34648a58762e49468c9b3c7cff2c3fe7 2024-11-09T18:32:57,782 INFO [M:0;fb97eb0edbe8:43665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/6995321e-5399-12a1-1bf8-9f548e88202d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34648a58762e49468c9b3c7cff2c3fe7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T18:32:57,783 INFO [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-11-09T18:32:57,784 INFO [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:32:57,785 DEBUG [M:0;fb97eb0edbe8:43665 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731177177687Disabling compacts and flushes for region at 1731177177687Disabling writes for close at 1731177177687Obtaining lock to block concurrent updates at 1731177177687Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731177177687Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1731177177688 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731177177688Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731177177689 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731177177704 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731177177704Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731177177714 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731177177729 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731177177730 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731177177739 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731177177754 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731177177754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9450069: reopening flushed file at 1731177177764 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d77b23: reopening flushed file at 1731177177770 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e4bedf: reopening flushed file at 1731177177777 (+7 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1731177177783 (+6 ms)Writing region close event to WAL at 1731177177784 (+1 ms)Closed at 1731177177784 2024-11-09T18:32:57,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741830_1006 (size=35501) 2024-11-09T18:32:57,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741830_1006 (size=35501) 2024-11-09T18:32:57,787 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:32:57,787 INFO [M:0;fb97eb0edbe8:43665 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:32:57,787 INFO [M:0;fb97eb0edbe8:43665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43665 2024-11-09T18:32:57,787 INFO [M:0;fb97eb0edbe8:43665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:32:57,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:57,895 INFO [M:0;fb97eb0edbe8:43665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:32:57,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x10120df50860000, quorum=127.0.0.1:49679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:32:57,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2713c083{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:57,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a50796c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:57,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:57,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eb24413{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:57,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2ef58d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:57,929 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:57,929 WARN [BP-1979551834-172.17.0.3-1731177171841 heartbeating to localhost/127.0.0.1:40231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:57,930 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:57,930 WARN [BP-1979551834-172.17.0.3-1731177171841 heartbeating to localhost/127.0.0.1:40231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979551834-172.17.0.3-1731177171841 (Datanode Uuid 072451e1-edae-404b-9de9-d3011ce109f8) service to localhost/127.0.0.1:40231 2024-11-09T18:32:57,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/data/data3/current/BP-1979551834-172.17.0.3-1731177171841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:57,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/data/data4/current/BP-1979551834-172.17.0.3-1731177171841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:57,930 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:57,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7735298c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:32:57,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ed6781c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:57,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:57,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53ac45ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:57,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52883e96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:57,934 WARN [BP-1979551834-172.17.0.3-1731177171841 heartbeating to localhost/127.0.0.1:40231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:32:57,934 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:32:57,934 WARN [BP-1979551834-172.17.0.3-1731177171841 heartbeating to localhost/127.0.0.1:40231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979551834-172.17.0.3-1731177171841 (Datanode Uuid 93dd3e8f-c1df-4f8b-9f6d-97a17d795604) service to localhost/127.0.0.1:40231 2024-11-09T18:32:57,934 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:32:57,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/data/data1/current/BP-1979551834-172.17.0.3-1731177171841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:57,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/cluster_68772311-6295-cff2-1890-fd38d9934ede/data/data2/current/BP-1979551834-172.17.0.3-1731177171841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:32:57,934 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:32:57,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26510903{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:32:57,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d001ba3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:32:57,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:32:57,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f98b50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:32:57,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5487ba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6900412e-7028-9c45-2d4a-a106b4c8a801/hadoop.log.dir/,STOPPED} 2024-11-09T18:32:57,945 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:32:57,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:32:57,978 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=184 (was 168) - Thread LEAK? -, OpenFileDescriptor=552 (was 520) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=600 (was 600), ProcessCount=11 (was 11), AvailableMemoryMB=1753 (was 1950)