2024-11-14 12:39:08,327 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-14 12:39:08,344 main DEBUG Took 0.015086 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 12:39:08,345 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 12:39:08,345 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 12:39:08,346 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 12:39:08,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,359 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 12:39:08,374 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,377 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,379 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,382 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,383 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,384 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,385 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,386 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,387 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,388 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:39:08,389 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,389 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 12:39:08,390 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:39:08,392 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 12:39:08,394 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 12:39:08,394 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 12:39:08,395 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 12:39:08,396 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 12:39:08,404 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 12:39:08,407 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 12:39:08,409 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 12:39:08,409 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 12:39:08,410 main DEBUG createAppenders(={Console}) 2024-11-14 12:39:08,410 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-14 12:39:08,411 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-14 12:39:08,411 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-14 12:39:08,411 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 12:39:08,412 main DEBUG OutputStream closed 2024-11-14 12:39:08,412 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 12:39:08,412 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 12:39:08,412 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-14 12:39:08,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 12:39:08,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 12:39:08,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 12:39:08,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 12:39:08,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 12:39:08,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 12:39:08,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 12:39:08,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 12:39:08,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 12:39:08,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 12:39:08,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 12:39:08,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 12:39:08,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 12:39:08,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 12:39:08,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 12:39:08,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 12:39:08,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 12:39:08,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 12:39:08,497 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 12:39:08,498 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-14 12:39:08,498 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 12:39:08,499 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-14T12:39:08,514 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-14 12:39:08,517 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 12:39:08,517 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T12:39:08,581 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=8270 2024-11-14T12:39:08,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785 2024-11-14T12:39:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:39:08,820 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040, deleteOnExit=true 2024-11-14T12:39:08,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:39:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/test.cache.data in system properties and HBase conf 2024-11-14T12:39:08,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:39:08,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:39:08,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:39:08,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:39:08,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:39:08,910 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T12:39:09,001 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:39:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:39:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:09,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:39:09,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:39:09,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:09,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:09,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:39:09,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:39:09,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:39:09,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:09,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:39:09,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:39:09,937 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T12:39:10,010 INFO [Time-limited test {}] log.Log(170): Logging initialized @2337ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T12:39:10,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:10,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:10,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:10,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:10,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:39:10,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:10,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:10,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:10,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/java.io.tmpdir/jetty-localhost-36991-hadoop-hdfs-3_4_1-tests_jar-_-any-2932050178534390611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:10,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:36991} 2024-11-14T12:39:10,370 INFO [Time-limited test {}] server.Server(415): Started @2698ms 2024-11-14T12:39:10,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:10,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:10,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:10,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:10,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:39:10,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:10,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:10,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/java.io.tmpdir/jetty-localhost-41035-hadoop-hdfs-3_4_1-tests_jar-_-any-4887595374415128683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:10,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:41035} 2024-11-14T12:39:10,954 INFO [Time-limited test {}] server.Server(415): Started @3282ms 2024-11-14T12:39:11,007 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:11,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:11,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:11,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:11,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:11,123 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:11,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:11,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:11,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/java.io.tmpdir/jetty-localhost-42865-hadoop-hdfs-3_4_1-tests_jar-_-any-7495909298290630285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:11,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:42865} 2024-11-14T12:39:11,226 INFO [Time-limited test {}] server.Server(415): Started @3554ms 2024-11-14T12:39:11,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:11,936 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/data/data2/current/BP-1935377092-172.17.0.3-1731587949556/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:11,936 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/data/data4/current/BP-1935377092-172.17.0.3-1731587949556/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:11,936 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/data/data3/current/BP-1935377092-172.17.0.3-1731587949556/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:11,936 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/data/data1/current/BP-1935377092-172.17.0.3-1731587949556/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:11,964 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:11,966 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:12,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89440fa823c31239 with lease ID 0xc2f43d777372825: Processing first storage report for DS-b6205b61-6a58-46fe-b3a2-ef5fc354a46c from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=c8b11049-9615-4bc5-abfb-03a8d1c0c68c, infoPort=43195, infoSecurePort=0, ipcPort=43815, storageInfo=lv=-57;cid=testClusterID;nsid=750503656;c=1731587949556) 2024-11-14T12:39:12,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89440fa823c31239 with lease ID 0xc2f43d777372825: from storage DS-b6205b61-6a58-46fe-b3a2-ef5fc354a46c node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=c8b11049-9615-4bc5-abfb-03a8d1c0c68c, infoPort=43195, infoSecurePort=0, ipcPort=43815, storageInfo=lv=-57;cid=testClusterID;nsid=750503656;c=1731587949556), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:39:12,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc64fe0a34151f281 with lease ID 0xc2f43d777372826: Processing first storage report for DS-55189b8a-0f7c-462b-9ca1-cbeec3ff8a27 from datanode DatanodeRegistration(127.0.0.1:46815, datanodeUuid=0119275d-b529-4984-8bc4-3bbc41d81f60, infoPort=34865, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=750503656;c=1731587949556) 2024-11-14T12:39:12,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc64fe0a34151f281 with lease ID 0xc2f43d777372826: from storage DS-55189b8a-0f7c-462b-9ca1-cbeec3ff8a27 node DatanodeRegistration(127.0.0.1:46815, datanodeUuid=0119275d-b529-4984-8bc4-3bbc41d81f60, infoPort=34865, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=750503656;c=1731587949556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:12,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89440fa823c31239 with lease ID 0xc2f43d777372825: Processing first storage report for DS-23711a3e-dc80-4be5-94fc-fe9a4a06a6eb from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=c8b11049-9615-4bc5-abfb-03a8d1c0c68c, infoPort=43195, infoSecurePort=0, ipcPort=43815, storageInfo=lv=-57;cid=testClusterID;nsid=750503656;c=1731587949556) 2024-11-14T12:39:12,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89440fa823c31239 with lease ID 0xc2f43d777372825: from storage DS-23711a3e-dc80-4be5-94fc-fe9a4a06a6eb node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=c8b11049-9615-4bc5-abfb-03a8d1c0c68c, infoPort=43195, infoSecurePort=0, ipcPort=43815, storageInfo=lv=-57;cid=testClusterID;nsid=750503656;c=1731587949556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:12,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc64fe0a34151f281 with lease ID 0xc2f43d777372826: Processing first storage report for DS-2bf69274-f290-486d-9b16-47fc4aeadd8f from datanode DatanodeRegistration(127.0.0.1:46815, datanodeUuid=0119275d-b529-4984-8bc4-3bbc41d81f60, infoPort=34865, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=750503656;c=1731587949556) 2024-11-14T12:39:12,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc64fe0a34151f281 with lease ID 0xc2f43d777372826: from storage DS-2bf69274-f290-486d-9b16-47fc4aeadd8f node DatanodeRegistration(127.0.0.1:46815, datanodeUuid=0119275d-b529-4984-8bc4-3bbc41d81f60, infoPort=34865, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=750503656;c=1731587949556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:12,034 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785 2024-11-14T12:39:12,096 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/zookeeper_0, clientPort=53900, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:39:12,105 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53900 2024-11-14T12:39:12,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:12,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:12,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:12,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:12,733 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e with version=8 2024-11-14T12:39:12,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/hbase-staging 2024-11-14T12:39:12,814 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T12:39:13,024 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:13,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:13,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:13,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:13,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:13,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:13,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:39:13,220 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T12:39:13,229 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T12:39:13,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:13,257 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47380 (auto-detected) 2024-11-14T12:39:13,258 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T12:39:13,277 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41431 2024-11-14T12:39:13,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41431 connecting to ZooKeeper ensemble=127.0.0.1:53900 2024-11-14T12:39:13,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414310x0, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:13,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41431-0x1013a89137a0000 connected 2024-11-14T12:39:13,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:13,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:13,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:13,490 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e, hbase.cluster.distributed=false 2024-11-14T12:39:13,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:13,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41431 2024-11-14T12:39:13,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41431 2024-11-14T12:39:13,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41431 2024-11-14T12:39:13,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41431 2024-11-14T12:39:13,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41431 2024-11-14T12:39:13,622 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:13,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:13,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:13,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:13,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:13,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:13,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:13,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:13,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45771 2024-11-14T12:39:13,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45771 connecting to ZooKeeper ensemble=127.0.0.1:53900 2024-11-14T12:39:13,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:13,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:13,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457710x0, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:13,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457710x0, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:13,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45771-0x1013a89137a0001 connected 2024-11-14T12:39:13,654 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:13,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:13,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:13,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:13,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45771 2024-11-14T12:39:13,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45771 2024-11-14T12:39:13,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45771 2024-11-14T12:39:13,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45771 2024-11-14T12:39:13,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45771 2024-11-14T12:39:13,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:13,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:13,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:13,692 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:13,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:13,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:13,692 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:13,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:13,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45207 2024-11-14T12:39:13,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45207 connecting to ZooKeeper ensemble=127.0.0.1:53900 2024-11-14T12:39:13,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:13,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:13,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452070x0, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:13,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452070x0, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:13,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45207-0x1013a89137a0002 connected 2024-11-14T12:39:13,717 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:13,719 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:13,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:13,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:13,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-14T12:39:13,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45207 2024-11-14T12:39:13,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45207 2024-11-14T12:39:13,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-14T12:39:13,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-14T12:39:13,741 DEBUG [M:0;f1b69e0236bd:41431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:41431 2024-11-14T12:39:13,742 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f1b69e0236bd,41431,1731587952875 2024-11-14T12:39:13,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:13,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:13,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:13,760 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f1b69e0236bd,41431,1731587952875 2024-11-14T12:39:13,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:13,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:13,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:13,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:13,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:13,787 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T12:39:13,788 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f1b69e0236bd,41431,1731587952875 from backup master directory 2024-11-14T12:39:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f1b69e0236bd,41431,1731587952875 2024-11-14T12:39:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:13,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:13,799 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:13,800 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,41431,1731587952875 2024-11-14T12:39:13,802 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T12:39:13,803 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T12:39:13,861 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/hbase.id] with ID: 386bd01c-1018-45d9-8a1e-0ac6aece3261 2024-11-14T12:39:13,861 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/.tmp/hbase.id 2024-11-14T12:39:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:13,874 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/.tmp/hbase.id]:[hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/hbase.id] 2024-11-14T12:39:13,920 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:13,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:39:13,947 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T12:39:13,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:13,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:13,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:13,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:13,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:13,995 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:13,997 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:39:14,011 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:39:14,015 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:14,062 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store 2024-11-14T12:39:14,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:14,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:14,088 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T12:39:14,093 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:14,095 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:14,095 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:14,095 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:14,097 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:14,098 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:14,098 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:14,099 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587954094Disabling compacts and flushes for region at 1731587954094Disabling writes for close at 1731587954097 (+3 ms)Writing region close event to WAL at 1731587954098 (+1 ms)Closed at 1731587954098 2024-11-14T12:39:14,102 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/.initializing 2024-11-14T12:39:14,102 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/WALs/f1b69e0236bd,41431,1731587952875 2024-11-14T12:39:14,111 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:14,126 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C41431%2C1731587952875, suffix=, logDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/WALs/f1b69e0236bd,41431,1731587952875, archiveDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/oldWALs, maxLogs=10 2024-11-14T12:39:14,148 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/WALs/f1b69e0236bd,41431,1731587952875/f1b69e0236bd%2C41431%2C1731587952875.1731587954131, exclude list is [], retry=0 2024-11-14T12:39:14,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-55189b8a-0f7c-462b-9ca1-cbeec3ff8a27,DISK] 2024-11-14T12:39:14,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-b6205b61-6a58-46fe-b3a2-ef5fc354a46c,DISK] 2024-11-14T12:39:14,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T12:39:14,200 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/WALs/f1b69e0236bd,41431,1731587952875/f1b69e0236bd%2C41431%2C1731587952875.1731587954131 2024-11-14T12:39:14,201 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34865:34865),(127.0.0.1/127.0.0.1:43195:43195)] 2024-11-14T12:39:14,202 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:14,202 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:14,205 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,206 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:39:14,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:14,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:14,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:39:14,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:14,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:14,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:39:14,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:14,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:14,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:39:14,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:14,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:14,291 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,295 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,296 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,302 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,303 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,307 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:14,312 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:14,317 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:14,318 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60720016, jitterRate=-0.09520125389099121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:14,327 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587954220Initializing all the Stores at 1731587954222 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587954223 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587954223Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587954224 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587954224Cleaning up temporary data from old regions at 1731587954303 (+79 ms)Region opened successfully at 1731587954327 (+24 ms) 2024-11-14T12:39:14,329 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:39:14,361 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d1fd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:14,388 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:39:14,398 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:39:14,399 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:39:14,401 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:39:14,403 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T12:39:14,407 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T12:39:14,407 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:39:14,431 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:39:14,439 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T12:39:14,473 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T12:39:14,476 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:39:14,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:39:14,485 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T12:39:14,488 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:39:14,492 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:39:14,502 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T12:39:14,504 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:39:14,515 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T12:39:14,536 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:39:14,544 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T12:39:14,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:14,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:14,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:14,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:14,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:14,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:14,556 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,41431,1731587952875, sessionid=0x1013a89137a0000, setting cluster-up flag (Was=false) 2024-11-14T12:39:14,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:14,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:14,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:14,611 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T12:39:14,614 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,41431,1731587952875 2024-11-14T12:39:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:14,665 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T12:39:14,667 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,41431,1731587952875 2024-11-14T12:39:14,676 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:39:14,732 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(746): ClusterId : 386bd01c-1018-45d9-8a1e-0ac6aece3261 2024-11-14T12:39:14,732 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(746): ClusterId : 386bd01c-1018-45d9-8a1e-0ac6aece3261 2024-11-14T12:39:14,734 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:14,734 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:14,745 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:14,746 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:14,746 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:14,746 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:14,746 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:14,754 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:39:14,758 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:14,758 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:14,758 DEBUG [RS:1;f1b69e0236bd:45207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524d52dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:14,759 DEBUG [RS:0;f1b69e0236bd:45771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c170ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:14,760 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:39:14,766 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,41431,1731587952875 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:39:14,772 DEBUG [RS:1;f1b69e0236bd:45207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f1b69e0236bd:45207 2024-11-14T12:39:14,773 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:14,774 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:14,774 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:14,774 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:14,774 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:39:14,774 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,774 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:14,775 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,775 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:14,775 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:14,775 DEBUG [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:14,775 DEBUG [RS:0;f1b69e0236bd:45771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:45771 2024-11-14T12:39:14,775 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:14,775 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:14,776 DEBUG [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:14,778 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587984778 2024-11-14T12:39:14,778 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,41431,1731587952875 with port=45771, startcode=1731587953587 2024-11-14T12:39:14,778 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,41431,1731587952875 with port=45207, startcode=1731587953690 2024-11-14T12:39:14,780 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:39:14,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:14,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:39:14,781 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:39:14,785 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:39:14,785 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:39:14,785 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:39:14,785 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:39:14,787 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:14,786 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:39:14,789 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:39:14,791 DEBUG [RS:1;f1b69e0236bd:45207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:14,791 DEBUG [RS:0;f1b69e0236bd:45771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:14,791 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:39:14,791 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:39:14,793 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:39:14,793 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:39:14,795 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587954795,5,FailOnTimeoutGroup] 2024-11-14T12:39:14,797 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587954796,5,FailOnTimeoutGroup] 2024-11-14T12:39:14,797 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,798 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:39:14,799 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,799 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:14,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:39:14,808 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e 2024-11-14T12:39:14,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741832_1008 (size=32) 2024-11-14T12:39:14,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741832_1008 (size=32) 2024-11-14T12:39:14,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:14,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:14,830 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:14,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:14,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:14,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:14,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:14,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41431 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:14,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:14,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:14,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:14,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:14,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:14,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:14,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:14,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:14,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:14,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:14,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,45771,1731587953587 2024-11-14T12:39:14,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41431 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,45771,1731587953587 2024-11-14T12:39:14,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:14,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:14,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:14,855 DEBUG [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e 2024-11-14T12:39:14,855 DEBUG [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33241 2024-11-14T12:39:14,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:14,855 DEBUG [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e 2024-11-14T12:39:14,855 DEBUG [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:14,855 DEBUG [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33241 2024-11-14T12:39:14,855 DEBUG [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:14,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740 2024-11-14T12:39:14,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740 2024-11-14T12:39:14,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:14,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:14,863 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:14,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:14,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:14,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65165196, jitterRate=-0.028962910175323486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:14,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587954829Initializing all the Stores at 1731587954832 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587954832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587954834 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587954834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587954835 (+1 ms)Cleaning up temporary data from old regions at 1731587954862 (+27 ms)Region opened successfully at 1731587954875 (+13 ms) 2024-11-14T12:39:14,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:14,876 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:14,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:14,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:14,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:14,877 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:14,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587954876Disabling compacts and flushes for region at 1731587954876Disabling writes for close at 1731587954876Writing region close event to WAL at 1731587954877 (+1 ms)Closed at 1731587954877 2024-11-14T12:39:14,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:14,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:39:14,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:39:14,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:14,888 DEBUG [RS:0;f1b69e0236bd:45771 {}] zookeeper.ZKUtil(111): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,45771,1731587953587 2024-11-14T12:39:14,888 DEBUG [RS:1;f1b69e0236bd:45207 {}] zookeeper.ZKUtil(111): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:14,888 WARN [RS:0;f1b69e0236bd:45771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:14,888 WARN [RS:1;f1b69e0236bd:45207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:14,888 INFO [RS:0;f1b69e0236bd:45771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:14,888 INFO [RS:1;f1b69e0236bd:45207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:14,888 DEBUG [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45771,1731587953587 2024-11-14T12:39:14,888 DEBUG [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:14,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,45207,1731587953690] 2024-11-14T12:39:14,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,45771,1731587953587] 2024-11-14T12:39:14,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:14,900 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:39:14,915 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:14,915 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:14,931 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:14,931 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:14,936 INFO [RS:1;f1b69e0236bd:45207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:14,936 INFO [RS:0;f1b69e0236bd:45771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:14,936 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,936 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,937 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:14,937 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:14,942 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:14,942 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:14,944 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,944 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,944 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,944 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:14,945 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:14,945 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,945 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,946 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,946 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,946 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,946 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,946 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,946 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,946 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,946 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:14,946 DEBUG [RS:1;f1b69e0236bd:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:14,946 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,946 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:14,947 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:14,947 DEBUG [RS:0;f1b69e0236bd:45771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:14,948 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,948 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,948 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,948 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,949 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,949 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,949 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,949 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45207,1731587953690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:14,949 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,949 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,949 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,949 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45771,1731587953587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:14,970 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:14,972 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45771,1731587953587-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,972 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,972 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.Replication(171): f1b69e0236bd,45771,1731587953587 started 2024-11-14T12:39:14,974 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:14,974 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45207,1731587953690-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,975 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,975 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.Replication(171): f1b69e0236bd,45207,1731587953690 started 2024-11-14T12:39:14,991 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,992 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,45771,1731587953587, RpcServer on f1b69e0236bd/172.17.0.3:45771, sessionid=0x1013a89137a0001 2024-11-14T12:39:14,992 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:14,993 DEBUG [RS:0;f1b69e0236bd:45771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,45771,1731587953587 2024-11-14T12:39:14,993 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45771,1731587953587' 2024-11-14T12:39:14,993 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:14,994 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:14,995 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:14,995 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:14,995 DEBUG [RS:0;f1b69e0236bd:45771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,45771,1731587953587 2024-11-14T12:39:14,995 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45771,1731587953587' 2024-11-14T12:39:14,995 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:14,996 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:14,996 DEBUG [RS:0;f1b69e0236bd:45771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:14,997 INFO [RS:0;f1b69e0236bd:45771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:14,997 INFO [RS:0;f1b69e0236bd:45771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:14,998 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:14,999 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,45207,1731587953690, RpcServer on f1b69e0236bd/172.17.0.3:45207, sessionid=0x1013a89137a0002 2024-11-14T12:39:14,999 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:14,999 DEBUG [RS:1;f1b69e0236bd:45207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:14,999 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45207,1731587953690' 2024-11-14T12:39:14,999 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:15,000 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:15,001 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:15,001 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:15,001 DEBUG [RS:1;f1b69e0236bd:45207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:15,001 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45207,1731587953690' 2024-11-14T12:39:15,001 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:15,001 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:15,002 DEBUG [RS:1;f1b69e0236bd:45207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:15,002 INFO [RS:1;f1b69e0236bd:45207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:15,002 INFO [RS:1;f1b69e0236bd:45207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:15,051 WARN [f1b69e0236bd:41431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T12:39:15,102 INFO [RS:0;f1b69e0236bd:45771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:15,103 INFO [RS:1;f1b69e0236bd:45207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:15,106 INFO [RS:0;f1b69e0236bd:45771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C45771%2C1731587953587, suffix=, logDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45771,1731587953587, archiveDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/oldWALs, maxLogs=32 2024-11-14T12:39:15,106 INFO [RS:1;f1b69e0236bd:45207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C45207%2C1731587953690, suffix=, logDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45207,1731587953690, archiveDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/oldWALs, maxLogs=32 2024-11-14T12:39:15,123 DEBUG [RS:0;f1b69e0236bd:45771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45771,1731587953587/f1b69e0236bd%2C45771%2C1731587953587.1731587955109, exclude list is [], retry=0 2024-11-14T12:39:15,123 DEBUG [RS:1;f1b69e0236bd:45207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45207,1731587953690/f1b69e0236bd%2C45207%2C1731587953690.1731587955109, exclude list is [], retry=0 2024-11-14T12:39:15,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-b6205b61-6a58-46fe-b3a2-ef5fc354a46c,DISK] 2024-11-14T12:39:15,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-55189b8a-0f7c-462b-9ca1-cbeec3ff8a27,DISK] 2024-11-14T12:39:15,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-55189b8a-0f7c-462b-9ca1-cbeec3ff8a27,DISK] 2024-11-14T12:39:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-b6205b61-6a58-46fe-b3a2-ef5fc354a46c,DISK] 2024-11-14T12:39:15,132 INFO [RS:1;f1b69e0236bd:45207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45207,1731587953690/f1b69e0236bd%2C45207%2C1731587953690.1731587955109 2024-11-14T12:39:15,132 INFO [RS:0;f1b69e0236bd:45771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45771,1731587953587/f1b69e0236bd%2C45771%2C1731587953587.1731587955109 2024-11-14T12:39:15,133 DEBUG [RS:0;f1b69e0236bd:45771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34865:34865),(127.0.0.1/127.0.0.1:43195:43195)] 2024-11-14T12:39:15,134 DEBUG [RS:1;f1b69e0236bd:45207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34865:34865),(127.0.0.1/127.0.0.1:43195:43195)] 2024-11-14T12:39:15,306 DEBUG [f1b69e0236bd:41431 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T12:39:15,316 DEBUG [f1b69e0236bd:41431 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:15,322 DEBUG [f1b69e0236bd:41431 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:15,322 DEBUG [f1b69e0236bd:41431 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:15,322 DEBUG [f1b69e0236bd:41431 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:15,322 DEBUG [f1b69e0236bd:41431 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:15,322 INFO [f1b69e0236bd:41431 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:15,323 INFO [f1b69e0236bd:41431 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:15,323 DEBUG [f1b69e0236bd:41431 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:15,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:15,336 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,45207,1731587953690, state=OPENING 2024-11-14T12:39:15,369 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:39:15,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:15,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:15,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:15,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:15,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:15,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:15,383 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:15,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45207,1731587953690}] 2024-11-14T12:39:15,568 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:15,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:15,582 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:39:15,582 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:15,583 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:39:15,586 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C45207%2C1731587953690.meta, suffix=.meta, logDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45207,1731587953690, archiveDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/oldWALs, maxLogs=32 2024-11-14T12:39:15,601 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45207,1731587953690/f1b69e0236bd%2C45207%2C1731587953690.meta.1731587955588.meta, exclude list is [], retry=0 2024-11-14T12:39:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-55189b8a-0f7c-462b-9ca1-cbeec3ff8a27,DISK] 2024-11-14T12:39:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-b6205b61-6a58-46fe-b3a2-ef5fc354a46c,DISK] 2024-11-14T12:39:15,609 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/WALs/f1b69e0236bd,45207,1731587953690/f1b69e0236bd%2C45207%2C1731587953690.meta.1731587955588.meta 2024-11-14T12:39:15,610 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34865:34865),(127.0.0.1/127.0.0.1:43195:43195)] 2024-11-14T12:39:15,610 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:15,611 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:39:15,614 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:39:15,619 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:39:15,622 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:39:15,623 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:15,623 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:39:15,623 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:39:15,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:15,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:15,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:15,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:15,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:15,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:15,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:15,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:15,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:15,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:15,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:15,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:15,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:15,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:15,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:15,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:15,638 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:15,639 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740 2024-11-14T12:39:15,643 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740 2024-11-14T12:39:15,645 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:15,646 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:15,647 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:15,649 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:15,651 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67042253, jitterRate=-9.925812482833862E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:15,652 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:39:15,653 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587955624Writing region info on filesystem at 1731587955624Initializing all the Stores at 1731587955626 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587955626Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587955626Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587955626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587955626Cleaning up temporary data from old regions at 1731587955646 (+20 ms)Running coprocessor post-open hooks at 1731587955652 (+6 ms)Region opened successfully at 1731587955653 (+1 ms) 2024-11-14T12:39:15,661 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587955556 2024-11-14T12:39:15,672 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:39:15,673 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:39:15,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:15,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,45207,1731587953690, state=OPEN 2024-11-14T12:39:15,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:15,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:15,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:15,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:15,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:15,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:15,691 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:15,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:39:15,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45207,1731587953690 in 305 msec 2024-11-14T12:39:15,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:39:15,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 814 msec 2024-11-14T12:39:15,706 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:15,706 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:39:15,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:15,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45207,1731587953690, seqNum=-1] 2024-11-14T12:39:15,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:15,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:15,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0660 sec 2024-11-14T12:39:15,773 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587955773, completionTime=-1 2024-11-14T12:39:15,776 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T12:39:15,776 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:39:15,802 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T12:39:15,802 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588015802 2024-11-14T12:39:15,803 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588075803 2024-11-14T12:39:15,803 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-14T12:39:15,804 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T12:39:15,811 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41431,1731587952875-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:15,811 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41431,1731587952875-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:15,811 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41431,1731587952875-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:15,813 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:41431, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:15,813 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:15,813 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:15,819 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:39:15,843 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.043sec 2024-11-14T12:39:15,845 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:39:15,846 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:39:15,847 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:39:15,847 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:39:15,847 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:39:15,848 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41431,1731587952875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:15,848 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41431,1731587952875-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:39:15,853 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:39:15,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:39:15,855 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41431,1731587952875-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:15,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c5588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:15,947 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T12:39:15,947 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T12:39:16,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41431,-1 for getting cluster id 2024-11-14T12:39:16,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:39:16,026 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '386bd01c-1018-45d9-8a1e-0ac6aece3261' 2024-11-14T12:39:16,029 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:39:16,029 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "386bd01c-1018-45d9-8a1e-0ac6aece3261" 2024-11-14T12:39:16,031 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ae3121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:16,031 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41431,-1] 2024-11-14T12:39:16,034 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:39:16,036 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:16,037 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:39:16,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da4cc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:16,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:16,054 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45207,1731587953690, seqNum=-1] 2024-11-14T12:39:16,055 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:16,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:16,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,41431,1731587952875 2024-11-14T12:39:16,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:39:16,086 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,41431,1731587952875 2024-11-14T12:39:16,088 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42bdeac5 2024-11-14T12:39:16,089 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:39:16,092 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:39:16,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T12:39:16,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:39:16,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T12:39:16,112 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:16,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:39:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:16,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:16,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:16,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 564504519de080b35ec25caa54a44bf4, NAME => 'testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e 2024-11-14T12:39:16,132 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d0c37a394169a36ed0c4e72f73d80a5f, NAME => 'testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e 2024-11-14T12:39:16,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:16,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:16,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:16,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:16,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:16,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:16,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing d0c37a394169a36ed0c4e72f73d80a5f, disabling compactions & flushes 2024-11-14T12:39:16,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 564504519de080b35ec25caa54a44bf4, disabling compactions & flushes 2024-11-14T12:39:16,148 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:16,148 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:16,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:16,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:16,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. after waiting 0 ms 2024-11-14T12:39:16,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:16,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. after waiting 0 ms 2024-11-14T12:39:16,149 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:16,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:16,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 564504519de080b35ec25caa54a44bf4: Waiting for close lock at 1731587956148Disabling compacts and flushes for region at 1731587956148Disabling writes for close at 1731587956149 (+1 ms)Writing region close event to WAL at 1731587956149Closed at 1731587956149 2024-11-14T12:39:16,149 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:16,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for d0c37a394169a36ed0c4e72f73d80a5f: Waiting for close lock at 1731587956148Disabling compacts and flushes for region at 1731587956148Disabling writes for close at 1731587956149 (+1 ms)Writing region close event to WAL at 1731587956149Closed at 1731587956149 2024-11-14T12:39:16,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:39:16,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587956151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587956151"}]},"ts":"1731587956151"} 2024-11-14T12:39:16,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587956151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587956151"}]},"ts":"1731587956151"} 2024-11-14T12:39:16,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T12:39:16,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:39:16,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587956193"}]},"ts":"1731587956193"} 2024-11-14T12:39:16,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T12:39:16,201 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:16,203 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:16,204 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:16,204 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:16,204 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:16,204 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:16,204 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:16,204 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:16,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=564504519de080b35ec25caa54a44bf4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d0c37a394169a36ed0c4e72f73d80a5f, ASSIGN}] 2024-11-14T12:39:16,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d0c37a394169a36ed0c4e72f73d80a5f, ASSIGN 2024-11-14T12:39:16,209 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=564504519de080b35ec25caa54a44bf4, ASSIGN 2024-11-14T12:39:16,210 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d0c37a394169a36ed0c4e72f73d80a5f, ASSIGN; state=OFFLINE, location=f1b69e0236bd,45771,1731587953587; forceNewPlan=false, retain=false 2024-11-14T12:39:16,210 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=564504519de080b35ec25caa54a44bf4, ASSIGN; state=OFFLINE, location=f1b69e0236bd,45207,1731587953690; forceNewPlan=false, retain=false 2024-11-14T12:39:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:16,365 INFO [f1b69e0236bd:41431 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T12:39:16,367 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=564504519de080b35ec25caa54a44bf4, regionState=OPENING, regionLocation=f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:16,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d0c37a394169a36ed0c4e72f73d80a5f, regionState=OPENING, regionLocation=f1b69e0236bd,45771,1731587953587 2024-11-14T12:39:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=564504519de080b35ec25caa54a44bf4, ASSIGN because future has completed 2024-11-14T12:39:16,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 564504519de080b35ec25caa54a44bf4, server=f1b69e0236bd,45207,1731587953690}] 2024-11-14T12:39:16,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d0c37a394169a36ed0c4e72f73d80a5f, ASSIGN because future has completed 2024-11-14T12:39:16,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0c37a394169a36ed0c4e72f73d80a5f, server=f1b69e0236bd,45771,1731587953587}] 2024-11-14T12:39:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:16,533 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:16,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:16,540 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:16,540 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 564504519de080b35ec25caa54a44bf4, NAME => 'testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T12:39:16,541 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,541 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:16,541 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,541 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,543 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:16,543 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => d0c37a394169a36ed0c4e72f73d80a5f, NAME => 'testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T12:39:16,543 INFO [StoreOpener-564504519de080b35ec25caa54a44bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,544 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,544 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:16,544 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,544 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,546 INFO [StoreOpener-564504519de080b35ec25caa54a44bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 564504519de080b35ec25caa54a44bf4 columnFamilyName family 2024-11-14T12:39:16,546 DEBUG [StoreOpener-564504519de080b35ec25caa54a44bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:16,546 INFO [StoreOpener-d0c37a394169a36ed0c4e72f73d80a5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,547 INFO [StoreOpener-564504519de080b35ec25caa54a44bf4-1 {}] regionserver.HStore(327): Store=564504519de080b35ec25caa54a44bf4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:16,548 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,549 INFO [StoreOpener-d0c37a394169a36ed0c4e72f73d80a5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0c37a394169a36ed0c4e72f73d80a5f columnFamilyName family 2024-11-14T12:39:16,549 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,549 DEBUG [StoreOpener-d0c37a394169a36ed0c4e72f73d80a5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:16,549 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,550 INFO [StoreOpener-d0c37a394169a36ed0c4e72f73d80a5f-1 {}] regionserver.HStore(327): Store=d0c37a394169a36ed0c4e72f73d80a5f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:16,550 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,550 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,550 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,551 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,552 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,552 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,552 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,553 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,555 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,556 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/564504519de080b35ec25caa54a44bf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:16,557 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 564504519de080b35ec25caa54a44bf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66063956, jitterRate=-0.015570342540740967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:16,558 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:16,559 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 564504519de080b35ec25caa54a44bf4: Running coprocessor pre-open hook at 1731587956541Writing region info on filesystem at 1731587956541Initializing all the Stores at 1731587956543 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587956543Cleaning up temporary data from old regions at 1731587956550 (+7 ms)Running coprocessor post-open hooks at 1731587956558 (+8 ms)Region opened successfully at 1731587956559 (+1 ms) 2024-11-14T12:39:16,559 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/d0c37a394169a36ed0c4e72f73d80a5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:16,560 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened d0c37a394169a36ed0c4e72f73d80a5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60055308, jitterRate=-0.1051061749458313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:16,560 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:16,561 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for d0c37a394169a36ed0c4e72f73d80a5f: Running coprocessor pre-open hook at 1731587956544Writing region info on filesystem at 1731587956544Initializing all the Stores at 1731587956546 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587956546Cleaning up temporary data from old regions at 1731587956553 (+7 ms)Running coprocessor post-open hooks at 1731587956560 (+7 ms)Region opened successfully at 1731587956560 2024-11-14T12:39:16,561 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4., pid=7, masterSystemTime=1731587956530 2024-11-14T12:39:16,562 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f., pid=8, masterSystemTime=1731587956532 2024-11-14T12:39:16,565 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:16,566 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:16,567 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=564504519de080b35ec25caa54a44bf4, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:16,567 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:16,567 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:16,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d0c37a394169a36ed0c4e72f73d80a5f, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,45771,1731587953587 2024-11-14T12:39:16,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 564504519de080b35ec25caa54a44bf4, server=f1b69e0236bd,45207,1731587953690 because future has completed 2024-11-14T12:39:16,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0c37a394169a36ed0c4e72f73d80a5f, server=f1b69e0236bd,45771,1731587953587 because future has completed 2024-11-14T12:39:16,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T12:39:16,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 564504519de080b35ec25caa54a44bf4, server=f1b69e0236bd,45207,1731587953690 in 198 msec 2024-11-14T12:39:16,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T12:39:16,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=564504519de080b35ec25caa54a44bf4, ASSIGN in 373 msec 2024-11-14T12:39:16,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d0c37a394169a36ed0c4e72f73d80a5f, server=f1b69e0236bd,45771,1731587953587 in 198 msec 2024-11-14T12:39:16,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T12:39:16,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d0c37a394169a36ed0c4e72f73d80a5f, ASSIGN in 376 msec 2024-11-14T12:39:16,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:39:16,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587956587"}]},"ts":"1731587956587"} 2024-11-14T12:39:16,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T12:39:16,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:39:16,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 491 msec 2024-11-14T12:39:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:16,752 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T12:39:16,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T12:39:16,753 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:16,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T12:39:16,762 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:16,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T12:39:16,771 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4., hostname=f1b69e0236bd,45207,1731587953690, seqNum=2] 2024-11-14T12:39:16,789 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f., hostname=f1b69e0236bd,45771,1731587953587, seqNum=2] 2024-11-14T12:39:16,790 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:16,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:16,812 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d0c37a394169a36ed0c4e72f73d80a5f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T12:39:16,872 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/d0c37a394169a36ed0c4e72f73d80a5f/.tmp/family/116b3254a5e3430e8dded055a9d36486 is 32, key is 5/family:/1731587956793/Put/seqid=0 2024-11-14T12:39:16,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741839_1015 (size=5083) 2024-11-14T12:39:16,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741839_1015 (size=5083) 2024-11-14T12:39:16,885 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/d0c37a394169a36ed0c4e72f73d80a5f/.tmp/family/116b3254a5e3430e8dded055a9d36486 2024-11-14T12:39:16,934 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/d0c37a394169a36ed0c4e72f73d80a5f/.tmp/family/116b3254a5e3430e8dded055a9d36486 as hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/d0c37a394169a36ed0c4e72f73d80a5f/family/116b3254a5e3430e8dded055a9d36486 2024-11-14T12:39:16,946 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/d0c37a394169a36ed0c4e72f73d80a5f/family/116b3254a5e3430e8dded055a9d36486, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T12:39:16,954 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d0c37a394169a36ed0c4e72f73d80a5f in 140ms, sequenceid=9, compaction requested=false 2024-11-14T12:39:16,956 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-14T12:39:16,959 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d0c37a394169a36ed0c4e72f73d80a5f: 2024-11-14T12:39:16,959 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 564504519de080b35ec25caa54a44bf4 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T12:39:16,983 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/564504519de080b35ec25caa54a44bf4/.tmp/family/d29a2f494226415caea80cee5c47f740 is 32, key is 1/family:/1731587956773/Put/seqid=0 2024-11-14T12:39:16,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741840_1016 (size=5054) 2024-11-14T12:39:16,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741840_1016 (size=5054) 2024-11-14T12:39:16,992 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/564504519de080b35ec25caa54a44bf4/.tmp/family/d29a2f494226415caea80cee5c47f740 2024-11-14T12:39:17,003 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/564504519de080b35ec25caa54a44bf4/.tmp/family/d29a2f494226415caea80cee5c47f740 as hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/564504519de080b35ec25caa54a44bf4/family/d29a2f494226415caea80cee5c47f740 2024-11-14T12:39:17,015 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/564504519de080b35ec25caa54a44bf4/family/d29a2f494226415caea80cee5c47f740, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T12:39:17,016 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 564504519de080b35ec25caa54a44bf4 in 57ms, sequenceid=8, compaction requested=false 2024-11-14T12:39:17,016 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 564504519de080b35ec25caa54a44bf4: 2024-11-14T12:39:17,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e697426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:17,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41431,-1 for getting cluster id 2024-11-14T12:39:17,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:39:17,021 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '386bd01c-1018-45d9-8a1e-0ac6aece3261' 2024-11-14T12:39:17,021 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:39:17,021 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "386bd01c-1018-45d9-8a1e-0ac6aece3261" 2024-11-14T12:39:17,022 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c12297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:17,022 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41431,-1] 2024-11-14T12:39:17,022 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:39:17,022 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:17,024 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:39:17,025 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735d022f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:17,041 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T12:39:17,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:17,044 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45207,1731587953690, seqNum=-1] 2024-11-14T12:39:17,044 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:17,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:17,057 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:17,058 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:17,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:17,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:17,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:17,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:17,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:17,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:17,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:39:17,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:39:17,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:17,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:17,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:17,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:17,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:39:17,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:39:17,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=951625424, stopped=false 2024-11-14T12:39:17,071 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,41431,1731587952875 2024-11-14T12:39:17,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:17,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:17,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:17,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:17,173 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:17,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:17,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:17,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:17,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:17,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:17,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:17,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:17,177 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,45771,1731587953587' ***** 2024-11-14T12:39:17,177 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:17,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:17,177 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:17,178 INFO [RS:0;f1b69e0236bd:45771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:17,178 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:17,178 INFO [RS:0;f1b69e0236bd:45771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:17,179 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(3091): Received CLOSE for d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:17,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,45207,1731587953690' ***** 2024-11-14T12:39:17,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:17,179 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:17,179 INFO [RS:1;f1b69e0236bd:45207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:17,179 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,45771,1731587953587 2024-11-14T12:39:17,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:17,179 INFO [RS:1;f1b69e0236bd:45207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:17,179 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:17,180 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(3091): Received CLOSE for 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:17,180 INFO [RS:0;f1b69e0236bd:45771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:45771. 2024-11-14T12:39:17,180 DEBUG [RS:0;f1b69e0236bd:45771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:17,180 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:17,180 DEBUG [RS:0;f1b69e0236bd:45771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:17,180 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:17,180 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0c37a394169a36ed0c4e72f73d80a5f, disabling compactions & flushes 2024-11-14T12:39:17,180 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:17,180 INFO [RS:1;f1b69e0236bd:45207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f1b69e0236bd:45207. 2024-11-14T12:39:17,180 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 564504519de080b35ec25caa54a44bf4, disabling compactions & flushes 2024-11-14T12:39:17,180 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:17,180 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:39:17,180 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. after waiting 0 ms 2024-11-14T12:39:17,180 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:17,180 DEBUG [RS:1;f1b69e0236bd:45207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:17,180 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:17,180 DEBUG [RS:1;f1b69e0236bd:45207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:17,180 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:17,181 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. after waiting 0 ms 2024-11-14T12:39:17,181 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:17,181 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:17,181 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:17,181 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:17,180 DEBUG [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(1325): Online Regions={d0c37a394169a36ed0c4e72f73d80a5f=testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f.} 2024-11-14T12:39:17,181 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:39:17,182 DEBUG [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(1351): Waiting on d0c37a394169a36ed0c4e72f73d80a5f 2024-11-14T12:39:17,182 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:39:17,182 DEBUG [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 564504519de080b35ec25caa54a44bf4=testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4.} 2024-11-14T12:39:17,182 DEBUG [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 564504519de080b35ec25caa54a44bf4 2024-11-14T12:39:17,182 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:17,182 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:17,182 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:17,182 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:17,183 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:17,183 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T12:39:17,190 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/564504519de080b35ec25caa54a44bf4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:39:17,190 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/default/testClearRegionBlockCache/d0c37a394169a36ed0c4e72f73d80a5f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T12:39:17,192 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:17,192 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:17,192 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0c37a394169a36ed0c4e72f73d80a5f: Waiting for close lock at 1731587957179Running coprocessor pre-close hooks at 1731587957180 (+1 ms)Disabling compacts and flushes for region at 1731587957180Disabling writes for close at 1731587957180Writing region close event to WAL at 1731587957182 (+2 ms)Running coprocessor post-close hooks at 1731587957191 (+9 ms)Closed at 1731587957192 (+1 ms) 2024-11-14T12:39:17,192 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 564504519de080b35ec25caa54a44bf4: Waiting for close lock at 1731587957180Running coprocessor pre-close hooks at 1731587957180Disabling compacts and flushes for region at 1731587957180Disabling writes for close at 1731587957181 (+1 ms)Writing region close event to WAL at 1731587957182 (+1 ms)Running coprocessor post-close hooks at 1731587957191 (+9 ms)Closed at 1731587957192 (+1 ms) 2024-11-14T12:39:17,193 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f. 2024-11-14T12:39:17,193 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731587956094.564504519de080b35ec25caa54a44bf4. 2024-11-14T12:39:17,210 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/.tmp/info/4f1d1ba1202f41bf9859e373d5b3aec4 is 173, key is testClearRegionBlockCache,5,1731587956094.d0c37a394169a36ed0c4e72f73d80a5f./info:regioninfo/1731587956569/Put/seqid=0 2024-11-14T12:39:17,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:17,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:17,219 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/.tmp/info/4f1d1ba1202f41bf9859e373d5b3aec4 2024-11-14T12:39:17,247 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/.tmp/ns/622cc5a2ccdf430b8d9bfcf3cc85c03b is 43, key is default/ns:d/1731587955755/Put/seqid=0 2024-11-14T12:39:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:17,254 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:17,254 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:17,382 DEBUG [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:39:17,382 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,45771,1731587953587; all regions closed. 2024-11-14T12:39:17,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:17,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:17,399 DEBUG [RS:0;f1b69e0236bd:45771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/oldWALs 2024-11-14T12:39:17,399 INFO [RS:0;f1b69e0236bd:45771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C45771%2C1731587953587:(num 1731587955109) 2024-11-14T12:39:17,399 DEBUG [RS:0;f1b69e0236bd:45771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:17,399 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:17,399 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:17,399 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:17,400 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:17,400 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:17,400 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:17,400 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:17,400 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:17,400 INFO [RS:0;f1b69e0236bd:45771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45771 2024-11-14T12:39:17,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:17,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,45771,1731587953587 2024-11-14T12:39:17,410 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:17,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,45771,1731587953587] 2024-11-14T12:39:17,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,45771,1731587953587 already deleted, retry=false 2024-11-14T12:39:17,470 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,45771,1731587953587 expired; onlineServers=1 2024-11-14T12:39:17,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:17,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45771-0x1013a89137a0001, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:17,521 INFO [RS:0;f1b69e0236bd:45771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:17,522 INFO [RS:0;f1b69e0236bd:45771 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,45771,1731587953587; zookeeper connection closed. 2024-11-14T12:39:17,523 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@342e7663 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@342e7663 2024-11-14T12:39:17,583 DEBUG [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:39:17,657 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/.tmp/ns/622cc5a2ccdf430b8d9bfcf3cc85c03b 2024-11-14T12:39:17,694 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/.tmp/table/d665659fd2ea4f5a9809f6bdcfc69433 is 61, key is testClearRegionBlockCache/table:state/1731587956587/Put/seqid=0 2024-11-14T12:39:17,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:17,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:17,702 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/.tmp/table/d665659fd2ea4f5a9809f6bdcfc69433 2024-11-14T12:39:17,712 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/.tmp/info/4f1d1ba1202f41bf9859e373d5b3aec4 as hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/info/4f1d1ba1202f41bf9859e373d5b3aec4 2024-11-14T12:39:17,722 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/info/4f1d1ba1202f41bf9859e373d5b3aec4, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T12:39:17,724 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/.tmp/ns/622cc5a2ccdf430b8d9bfcf3cc85c03b as hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/ns/622cc5a2ccdf430b8d9bfcf3cc85c03b 2024-11-14T12:39:17,734 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/ns/622cc5a2ccdf430b8d9bfcf3cc85c03b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T12:39:17,736 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/.tmp/table/d665659fd2ea4f5a9809f6bdcfc69433 as hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/table/d665659fd2ea4f5a9809f6bdcfc69433 2024-11-14T12:39:17,745 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/table/d665659fd2ea4f5a9809f6bdcfc69433, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T12:39:17,747 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 564ms, sequenceid=13, compaction requested=false 2024-11-14T12:39:17,748 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:39:17,756 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T12:39:17,757 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:39:17,758 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:17,758 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587957182Running coprocessor pre-close hooks at 1731587957182Disabling compacts and flushes for region at 1731587957182Disabling writes for close at 1731587957183 (+1 ms)Obtaining lock to block concurrent updates at 1731587957183Preparing flush snapshotting stores in 1588230740 at 1731587957183Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731587957184 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587957185 (+1 ms)Flushing 1588230740/info: creating writer at 1731587957185Flushing 1588230740/info: appending metadata at 1731587957209 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731587957209Flushing 1588230740/ns: creating writer at 1731587957230 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731587957246 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731587957246Flushing 1588230740/table: creating writer at 1731587957675 (+429 ms)Flushing 1588230740/table: appending metadata at 1731587957694 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731587957694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f324c9b: reopening flushed file at 1731587957711 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6bdc8d: reopening flushed file at 1731587957723 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1434de69: reopening flushed file at 1731587957735 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 564ms, sequenceid=13, compaction requested=false at 1731587957748 (+13 ms)Writing region close event to WAL at 1731587957750 (+2 ms)Running coprocessor post-close hooks at 1731587957757 (+7 ms)Closed at 1731587957758 (+1 ms) 2024-11-14T12:39:17,759 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:17,783 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,45207,1731587953690; all regions closed. 2024-11-14T12:39:17,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:17,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:17,790 DEBUG [RS:1;f1b69e0236bd:45207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/oldWALs 2024-11-14T12:39:17,790 INFO [RS:1;f1b69e0236bd:45207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C45207%2C1731587953690.meta:.meta(num 1731587955588) 2024-11-14T12:39:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741834_1010 (size=1758) 2024-11-14T12:39:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741834_1010 (size=1758) 2024-11-14T12:39:17,797 DEBUG [RS:1;f1b69e0236bd:45207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/oldWALs 2024-11-14T12:39:17,797 INFO [RS:1;f1b69e0236bd:45207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C45207%2C1731587953690:(num 1731587955109) 2024-11-14T12:39:17,797 DEBUG [RS:1;f1b69e0236bd:45207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:17,797 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:17,797 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:17,797 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:17,798 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:17,798 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:17,798 INFO [RS:1;f1b69e0236bd:45207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45207 2024-11-14T12:39:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,45207,1731587953690 2024-11-14T12:39:17,806 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:17,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,45207,1731587953690] 2024-11-14T12:39:17,823 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,45207,1731587953690 already deleted, retry=false 2024-11-14T12:39:17,823 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,45207,1731587953690 expired; onlineServers=0 2024-11-14T12:39:17,823 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,41431,1731587952875' ***** 2024-11-14T12:39:17,823 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:39:17,823 INFO [M:0;f1b69e0236bd:41431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:17,823 INFO [M:0;f1b69e0236bd:41431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:17,823 DEBUG [M:0;f1b69e0236bd:41431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:39:17,824 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:39:17,824 DEBUG [M:0;f1b69e0236bd:41431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:39:17,824 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587954795 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587954795,5,FailOnTimeoutGroup] 2024-11-14T12:39:17,824 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587954796 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587954796,5,FailOnTimeoutGroup] 2024-11-14T12:39:17,824 INFO [M:0;f1b69e0236bd:41431 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:17,824 INFO [M:0;f1b69e0236bd:41431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:17,824 DEBUG [M:0;f1b69e0236bd:41431 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:39:17,824 INFO [M:0;f1b69e0236bd:41431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:39:17,824 INFO [M:0;f1b69e0236bd:41431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:17,825 INFO [M:0;f1b69e0236bd:41431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:39:17,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:39:17,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:17,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:17,831 DEBUG [M:0;f1b69e0236bd:41431 {}] zookeeper.ZKUtil(347): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T12:39:17,831 WARN [M:0;f1b69e0236bd:41431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:39:17,832 INFO [M:0;f1b69e0236bd:41431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/.lastflushedseqids 2024-11-14T12:39:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741844_1020 (size=182) 2024-11-14T12:39:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741844_1020 (size=182) 2024-11-14T12:39:17,847 INFO [M:0;f1b69e0236bd:41431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:39:17,847 INFO [M:0;f1b69e0236bd:41431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:39:17,847 DEBUG [M:0;f1b69e0236bd:41431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:17,847 INFO [M:0;f1b69e0236bd:41431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:17,847 DEBUG [M:0;f1b69e0236bd:41431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:17,847 DEBUG [M:0;f1b69e0236bd:41431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:17,847 DEBUG [M:0;f1b69e0236bd:41431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:17,848 INFO [M:0;f1b69e0236bd:41431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T12:39:17,871 DEBUG [M:0;f1b69e0236bd:41431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/583f361ec3c94926a0cec02b2e8e82dd is 82, key is hbase:meta,,1/info:regioninfo/1731587955674/Put/seqid=0 2024-11-14T12:39:17,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:17,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:17,877 INFO [M:0;f1b69e0236bd:41431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/583f361ec3c94926a0cec02b2e8e82dd 2024-11-14T12:39:17,902 DEBUG [M:0;f1b69e0236bd:41431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc9a8d7f9f324e79b93a34ee413e11c0 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587956594/Put/seqid=0 2024-11-14T12:39:17,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741846_1022 (size=6219) 2024-11-14T12:39:17,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741846_1022 (size=6219) 2024-11-14T12:39:17,909 INFO [M:0;f1b69e0236bd:41431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc9a8d7f9f324e79b93a34ee413e11c0 2024-11-14T12:39:17,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:17,915 INFO [RS:1;f1b69e0236bd:45207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:17,915 INFO [RS:1;f1b69e0236bd:45207 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,45207,1731587953690; zookeeper connection closed. 2024-11-14T12:39:17,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x1013a89137a0002, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:17,915 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1232eb0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1232eb0f 2024-11-14T12:39:17,915 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T12:39:17,931 DEBUG [M:0;f1b69e0236bd:41431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e6cf1fc8906406bbab7f5049ee27220 is 69, key is f1b69e0236bd,45207,1731587953690/rs:state/1731587954842/Put/seqid=0 2024-11-14T12:39:17,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:17,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:17,938 INFO [M:0;f1b69e0236bd:41431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e6cf1fc8906406bbab7f5049ee27220 2024-11-14T12:39:17,947 DEBUG [M:0;f1b69e0236bd:41431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/583f361ec3c94926a0cec02b2e8e82dd as hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/583f361ec3c94926a0cec02b2e8e82dd 2024-11-14T12:39:17,955 INFO [M:0;f1b69e0236bd:41431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/583f361ec3c94926a0cec02b2e8e82dd, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T12:39:17,957 DEBUG [M:0;f1b69e0236bd:41431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc9a8d7f9f324e79b93a34ee413e11c0 as hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc9a8d7f9f324e79b93a34ee413e11c0 2024-11-14T12:39:17,965 INFO [M:0;f1b69e0236bd:41431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc9a8d7f9f324e79b93a34ee413e11c0, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T12:39:17,967 DEBUG [M:0;f1b69e0236bd:41431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e6cf1fc8906406bbab7f5049ee27220 as hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e6cf1fc8906406bbab7f5049ee27220 2024-11-14T12:39:17,976 INFO [M:0;f1b69e0236bd:41431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e6cf1fc8906406bbab7f5049ee27220, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T12:39:17,978 INFO [M:0;f1b69e0236bd:41431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false 2024-11-14T12:39:17,979 INFO [M:0;f1b69e0236bd:41431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:17,980 DEBUG [M:0;f1b69e0236bd:41431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587957847Disabling compacts and flushes for region at 1731587957847Disabling writes for close at 1731587957847Obtaining lock to block concurrent updates at 1731587957848 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587957848Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731587957849 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587957850 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587957850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587957870 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587957870Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587957884 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587957902 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587957902Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587957917 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587957930 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587957930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d03350d: reopening flushed file at 1731587957945 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c47946: reopening flushed file at 1731587957955 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271c86a9: reopening flushed file at 1731587957966 (+11 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false at 1731587957978 (+12 ms)Writing region close event to WAL at 1731587957979 (+1 ms)Closed at 1731587957979 2024-11-14T12:39:17,984 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77c7bca8-2e2b-d768-57f8-0780be955e6e/MasterData/WALs/f1b69e0236bd,41431,1731587952875/f1b69e0236bd%2C41431%2C1731587952875.1731587954131 not finished, retry = 0 2024-11-14T12:39:17,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741830_1006 (size=35440) 2024-11-14T12:39:17,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741830_1006 (size=35440) 2024-11-14T12:39:18,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:18,087 INFO [M:0;f1b69e0236bd:41431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:39:18,088 INFO [M:0;f1b69e0236bd:41431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41431 2024-11-14T12:39:18,088 INFO [M:0;f1b69e0236bd:41431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:18,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:18,198 INFO [M:0;f1b69e0236bd:41431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:18,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1013a89137a0000, quorum=127.0.0.1:53900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:18,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:18,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:18,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:18,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:18,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:18,211 WARN [BP-1935377092-172.17.0.3-1731587949556 heartbeating to localhost/127.0.0.1:33241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:18,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:18,211 WARN [BP-1935377092-172.17.0.3-1731587949556 heartbeating to localhost/127.0.0.1:33241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1935377092-172.17.0.3-1731587949556 (Datanode Uuid 0119275d-b529-4984-8bc4-3bbc41d81f60) service to localhost/127.0.0.1:33241 2024-11-14T12:39:18,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:18,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/data/data3/current/BP-1935377092-172.17.0.3-1731587949556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:18,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/data/data4/current/BP-1935377092-172.17.0.3-1731587949556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:18,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:18,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:18,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:18,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:18,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:18,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:18,217 WARN [BP-1935377092-172.17.0.3-1731587949556 heartbeating to localhost/127.0.0.1:33241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:18,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:18,217 WARN [BP-1935377092-172.17.0.3-1731587949556 heartbeating to localhost/127.0.0.1:33241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1935377092-172.17.0.3-1731587949556 (Datanode Uuid c8b11049-9615-4bc5-abfb-03a8d1c0c68c) service to localhost/127.0.0.1:33241 2024-11-14T12:39:18,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:18,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/data/data1/current/BP-1935377092-172.17.0.3-1731587949556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:18,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/cluster_243d5441-7bd1-67e8-bd35-c36d699ee040/data/data2/current/BP-1935377092-172.17.0.3-1731587949556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:18,218 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:18,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:18,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:18,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:18,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:18,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:18,234 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:39:18,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:39:18,271 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=81 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33241 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33241 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5e6ef0e1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f1b69e0236bd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f1b69e0236bd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f1b69e0236bd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f1b69e0236bd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 170) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7700 (was 8270) 2024-11-14T12:39:18,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=81, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=7700 2024-11-14T12:39:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.log.dir so I do NOT create it in target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947 2024-11-14T12:39:18,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:39:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.tmp.dir so I do NOT create it in target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947 2024-11-14T12:39:18,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef92ae4-d467-12b4-5df7-bf10e0f0d785/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:39:18,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947 2024-11-14T12:39:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:39:18,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562, deleteOnExit=true 2024-11-14T12:39:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:39:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/test.cache.data in system properties and HBase conf 2024-11-14T12:39:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:39:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:39:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:39:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:39:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:39:18,294 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:39:18,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:18,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:18,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:39:18,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:18,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:39:18,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:39:18,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:18,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:18,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:39:18,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:39:18,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:39:18,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:18,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:39:18,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:39:18,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:18,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:18,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:18,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:18,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:18,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:18,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486bf2a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:18,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f1e1206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:18,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@734eb8a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/java.io.tmpdir/jetty-localhost-45611-hadoop-hdfs-3_4_1-tests_jar-_-any-11801241799465397899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:18,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@511bff7c{HTTP/1.1, (http/1.1)}{localhost:45611} 2024-11-14T12:39:18,657 INFO [Time-limited test {}] server.Server(415): Started @10985ms 2024-11-14T12:39:18,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:18,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:18,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:18,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:18,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:18,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35aa6870{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:18,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216dc62a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:18,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f16e3fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/java.io.tmpdir/jetty-localhost-35279-hadoop-hdfs-3_4_1-tests_jar-_-any-11578412735928784003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:18,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dc1e622{HTTP/1.1, (http/1.1)}{localhost:35279} 2024-11-14T12:39:18,920 INFO [Time-limited test {}] server.Server(415): Started @11248ms 2024-11-14T12:39:18,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:18,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:18,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:18,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:18,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:18,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:39:18,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c6e4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:18,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ba007c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:19,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ba7f351{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/java.io.tmpdir/jetty-localhost-38185-hadoop-hdfs-3_4_1-tests_jar-_-any-10521654685755308207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:19,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5970583a{HTTP/1.1, (http/1.1)}{localhost:38185} 2024-11-14T12:39:19,060 INFO [Time-limited test {}] server.Server(415): Started @11388ms 2024-11-14T12:39:19,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:19,526 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/data/data2/current/BP-941815336-172.17.0.3-1731587958319/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:19,526 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/data/data1/current/BP-941815336-172.17.0.3-1731587958319/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:19,544 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa12490beb28903d3 with lease ID 0x6e3fff454e491e45: Processing first storage report for DS-afed2c8f-499b-4dd1-b072-b0a453e72aad from datanode DatanodeRegistration(127.0.0.1:42071, datanodeUuid=ee69d6f7-f942-4804-ab30-2bbc4f54afc0, infoPort=42151, infoSecurePort=0, ipcPort=37185, storageInfo=lv=-57;cid=testClusterID;nsid=2062355987;c=1731587958319) 2024-11-14T12:39:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa12490beb28903d3 with lease ID 0x6e3fff454e491e45: from storage DS-afed2c8f-499b-4dd1-b072-b0a453e72aad node DatanodeRegistration(127.0.0.1:42071, datanodeUuid=ee69d6f7-f942-4804-ab30-2bbc4f54afc0, infoPort=42151, infoSecurePort=0, ipcPort=37185, storageInfo=lv=-57;cid=testClusterID;nsid=2062355987;c=1731587958319), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa12490beb28903d3 with lease ID 0x6e3fff454e491e45: Processing first storage report for DS-06bdf8e0-61e3-4d0b-92e5-4e83a1d773dd from datanode DatanodeRegistration(127.0.0.1:42071, datanodeUuid=ee69d6f7-f942-4804-ab30-2bbc4f54afc0, infoPort=42151, infoSecurePort=0, ipcPort=37185, storageInfo=lv=-57;cid=testClusterID;nsid=2062355987;c=1731587958319) 2024-11-14T12:39:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa12490beb28903d3 with lease ID 0x6e3fff454e491e45: from storage DS-06bdf8e0-61e3-4d0b-92e5-4e83a1d773dd node DatanodeRegistration(127.0.0.1:42071, datanodeUuid=ee69d6f7-f942-4804-ab30-2bbc4f54afc0, infoPort=42151, infoSecurePort=0, ipcPort=37185, storageInfo=lv=-57;cid=testClusterID;nsid=2062355987;c=1731587958319), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:19,675 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/data/data3/current/BP-941815336-172.17.0.3-1731587958319/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:19,675 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/data/data4/current/BP-941815336-172.17.0.3-1731587958319/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:19,690 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x555389c04b42a86c with lease ID 0x6e3fff454e491e46: Processing first storage report for DS-e37161cf-94d8-49c0-bc26-b130b84f80d3 from datanode DatanodeRegistration(127.0.0.1:36807, datanodeUuid=5c71bfff-7864-4289-ae28-a9964e6d0515, infoPort=44663, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=2062355987;c=1731587958319) 2024-11-14T12:39:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x555389c04b42a86c with lease ID 0x6e3fff454e491e46: from storage DS-e37161cf-94d8-49c0-bc26-b130b84f80d3 node DatanodeRegistration(127.0.0.1:36807, datanodeUuid=5c71bfff-7864-4289-ae28-a9964e6d0515, infoPort=44663, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=2062355987;c=1731587958319), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x555389c04b42a86c with lease ID 0x6e3fff454e491e46: Processing first storage report for DS-cc8ef749-46b5-4b6d-b98f-28c52dfe80e4 from datanode DatanodeRegistration(127.0.0.1:36807, datanodeUuid=5c71bfff-7864-4289-ae28-a9964e6d0515, infoPort=44663, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=2062355987;c=1731587958319) 2024-11-14T12:39:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x555389c04b42a86c with lease ID 0x6e3fff454e491e46: from storage DS-cc8ef749-46b5-4b6d-b98f-28c52dfe80e4 node DatanodeRegistration(127.0.0.1:36807, datanodeUuid=5c71bfff-7864-4289-ae28-a9964e6d0515, infoPort=44663, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=2062355987;c=1731587958319), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:19,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947 2024-11-14T12:39:19,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/zookeeper_0, clientPort=63724, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:39:19,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63724 2024-11-14T12:39:19,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:19,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:19,842 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e with version=8 2024-11-14T12:39:19,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/hbase-staging 2024-11-14T12:39:19,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:19,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:19,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:19,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:19,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:19,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:19,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:39:19,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:19,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44039 2024-11-14T12:39:19,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44039 connecting to ZooKeeper ensemble=127.0.0.1:63724 2024-11-14T12:39:19,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440390x0, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:19,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44039-0x1013a8931b60000 connected 2024-11-14T12:39:19,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:19,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:19,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:19,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e, hbase.cluster.distributed=false 2024-11-14T12:39:19,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:19,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-14T12:39:19,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44039 2024-11-14T12:39:19,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44039 2024-11-14T12:39:19,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-14T12:39:19,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-14T12:39:19,979 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:19,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:19,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:19,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:19,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:19,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:19,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:19,979 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:19,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46295 2024-11-14T12:39:19,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46295 connecting to ZooKeeper ensemble=127.0.0.1:63724 2024-11-14T12:39:19,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:19,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:19,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462950x0, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:19,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:19,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46295-0x1013a8931b60001 connected 2024-11-14T12:39:19,994 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:19,995 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:19,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:19,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:19,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46295 2024-11-14T12:39:19,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46295 2024-11-14T12:39:20,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46295 2024-11-14T12:39:20,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46295 2024-11-14T12:39:20,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46295 2024-11-14T12:39:20,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:20,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:20,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:20,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:20,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:20,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:20,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:20,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:20,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33825 2024-11-14T12:39:20,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33825 connecting to ZooKeeper ensemble=127.0.0.1:63724 2024-11-14T12:39:20,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:20,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:20,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338250x0, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:20,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33825-0x1013a8931b60002 connected 2024-11-14T12:39:20,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:20,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:20,037 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:20,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:20,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:20,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33825 2024-11-14T12:39:20,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33825 2024-11-14T12:39:20,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33825 2024-11-14T12:39:20,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33825 2024-11-14T12:39:20,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33825 2024-11-14T12:39:20,056 DEBUG [M:0;f1b69e0236bd:44039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:44039 2024-11-14T12:39:20,056 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f1b69e0236bd,44039,1731587959844 2024-11-14T12:39:20,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:20,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:20,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:20,065 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f1b69e0236bd,44039,1731587959844 2024-11-14T12:39:20,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:20,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:20,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,074 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T12:39:20,074 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f1b69e0236bd,44039,1731587959844 from backup master directory 2024-11-14T12:39:20,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:20,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f1b69e0236bd,44039,1731587959844 2024-11-14T12:39:20,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:20,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:20,081 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:20,081 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,44039,1731587959844 2024-11-14T12:39:20,088 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/hbase.id] with ID: 92fca152-3b77-4694-ae36-0543945b552e 2024-11-14T12:39:20,088 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/.tmp/hbase.id 2024-11-14T12:39:20,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:20,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:20,097 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/.tmp/hbase.id]:[hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/hbase.id] 2024-11-14T12:39:20,116 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:20,116 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:39:20,118 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T12:39:20,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:20,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:20,135 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:20,135 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:39:20,136 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:20,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:20,147 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store 2024-11-14T12:39:20,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:20,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:20,156 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:20,156 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:20,156 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:20,156 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:20,156 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:20,156 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:20,156 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:20,157 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587960156Disabling compacts and flushes for region at 1731587960156Disabling writes for close at 1731587960156Writing region close event to WAL at 1731587960156Closed at 1731587960156 2024-11-14T12:39:20,158 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/.initializing 2024-11-14T12:39:20,158 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/WALs/f1b69e0236bd,44039,1731587959844 2024-11-14T12:39:20,159 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:20,161 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C44039%2C1731587959844, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/WALs/f1b69e0236bd,44039,1731587959844, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/oldWALs, maxLogs=10 2024-11-14T12:39:20,175 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/WALs/f1b69e0236bd,44039,1731587959844/f1b69e0236bd%2C44039%2C1731587959844.1731587960162, exclude list is [], retry=0 2024-11-14T12:39:20,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-afed2c8f-499b-4dd1-b072-b0a453e72aad,DISK] 2024-11-14T12:39:20,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-e37161cf-94d8-49c0-bc26-b130b84f80d3,DISK] 2024-11-14T12:39:20,181 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/WALs/f1b69e0236bd,44039,1731587959844/f1b69e0236bd%2C44039%2C1731587959844.1731587960162 2024-11-14T12:39:20,182 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42151:42151),(127.0.0.1/127.0.0.1:44663:44663)] 2024-11-14T12:39:20,183 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:20,183 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:20,183 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,183 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:39:20,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:20,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:20,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:39:20,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:20,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:20,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:39:20,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:20,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:20,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:39:20,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:20,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:20,197 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,198 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,199 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,201 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,201 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,202 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:20,203 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:20,207 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:20,207 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62053878, jitterRate=-0.07532516121864319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:20,208 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587960183Initializing all the Stores at 1731587960185 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587960185Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587960185Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587960185Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587960185Cleaning up temporary data from old regions at 1731587960201 (+16 ms)Region opened successfully at 1731587960208 (+7 ms) 2024-11-14T12:39:20,208 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:39:20,212 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ac08f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:20,214 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:39:20,214 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:39:20,214 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:39:20,214 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:39:20,215 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:39:20,215 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:39:20,215 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:39:20,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:39:20,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T12:39:20,227 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T12:39:20,227 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:39:20,228 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:39:20,235 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T12:39:20,235 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:39:20,237 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:39:20,243 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T12:39:20,244 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:39:20,252 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T12:39:20,254 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:39:20,264 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T12:39:20,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:20,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:20,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:20,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,274 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,44039,1731587959844, sessionid=0x1013a8931b60000, setting cluster-up flag (Was=false) 2024-11-14T12:39:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,318 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T12:39:20,320 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,44039,1731587959844 2024-11-14T12:39:20,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,369 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T12:39:20,373 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,44039,1731587959844 2024-11-14T12:39:20,378 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:39:20,382 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:20,383 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:39:20,383 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:39:20,384 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,44039,1731587959844 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:39:20,385 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:20,386 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:20,386 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:20,386 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:20,386 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:39:20,386 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,386 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:20,386 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,387 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587990387 2024-11-14T12:39:20,387 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:39:20,388 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:39:20,388 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:39:20,388 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:39:20,388 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:39:20,388 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:39:20,388 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,389 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:20,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:39:20,391 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:39:20,391 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:39:20,391 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:39:20,391 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:20,391 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:39:20,391 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:39:20,391 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:39:20,392 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587960391,5,FailOnTimeoutGroup] 2024-11-14T12:39:20,392 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587960392,5,FailOnTimeoutGroup] 2024-11-14T12:39:20,392 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,392 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:39:20,392 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,392 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:20,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:20,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:39:20,403 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e 2024-11-14T12:39:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741832_1008 (size=32) 2024-11-14T12:39:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741832_1008 (size=32) 2024-11-14T12:39:20,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:20,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:20,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:20,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:20,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:20,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:20,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:20,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:20,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:20,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:20,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:20,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:20,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:20,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:20,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:20,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:20,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:20,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:20,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740 2024-11-14T12:39:20,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740 2024-11-14T12:39:20,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:20,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:20,428 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:20,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:20,431 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:20,432 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62486766, jitterRate=-0.06887462735176086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:20,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587960412Initializing all the Stores at 1731587960413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587960413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587960413Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587960413Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587960413Cleaning up temporary data from old regions at 1731587960427 (+14 ms)Region opened successfully at 1731587960432 (+5 ms) 2024-11-14T12:39:20,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:20,433 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:20,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:20,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:20,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:20,433 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:20,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587960433Disabling compacts and flushes for region at 1731587960433Disabling writes for close at 1731587960433Writing region close event to WAL at 1731587960433Closed at 1731587960433 2024-11-14T12:39:20,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:20,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:39:20,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:39:20,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:20,439 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:39:20,445 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(746): ClusterId : 92fca152-3b77-4694-ae36-0543945b552e 2024-11-14T12:39:20,445 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(746): ClusterId : 92fca152-3b77-4694-ae36-0543945b552e 2024-11-14T12:39:20,445 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:20,445 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:20,453 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:20,453 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:20,453 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:20,453 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:20,461 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:20,461 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:20,462 DEBUG [RS:0;f1b69e0236bd:46295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf1bc23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:20,462 DEBUG [RS:1;f1b69e0236bd:33825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16062ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:20,477 DEBUG [RS:0;f1b69e0236bd:46295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:46295 2024-11-14T12:39:20,477 DEBUG [RS:1;f1b69e0236bd:33825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f1b69e0236bd:33825 2024-11-14T12:39:20,477 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:20,477 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:20,478 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:20,478 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:20,478 DEBUG [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:20,478 DEBUG [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:20,479 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,44039,1731587959844 with port=46295, startcode=1731587959978 2024-11-14T12:39:20,479 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,44039,1731587959844 with port=33825, startcode=1731587960018 2024-11-14T12:39:20,479 DEBUG [RS:1;f1b69e0236bd:33825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:20,479 DEBUG [RS:0;f1b69e0236bd:46295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:20,480 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:20,481 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:20,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,46295,1731587959978 2024-11-14T12:39:20,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,46295,1731587959978 2024-11-14T12:39:20,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:20,483 DEBUG [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e 2024-11-14T12:39:20,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:20,483 DEBUG [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35745 2024-11-14T12:39:20,483 DEBUG [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:20,485 DEBUG [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e 2024-11-14T12:39:20,485 DEBUG [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35745 2024-11-14T12:39:20,485 DEBUG [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:20,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:20,517 DEBUG [RS:0;f1b69e0236bd:46295 {}] zookeeper.ZKUtil(111): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,46295,1731587959978 2024-11-14T12:39:20,517 WARN [RS:0;f1b69e0236bd:46295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:20,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,46295,1731587959978] 2024-11-14T12:39:20,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,33825,1731587960018] 2024-11-14T12:39:20,517 INFO [RS:0;f1b69e0236bd:46295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:20,518 DEBUG [RS:1;f1b69e0236bd:33825 {}] zookeeper.ZKUtil(111): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:20,518 DEBUG [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,46295,1731587959978 2024-11-14T12:39:20,518 WARN [RS:1;f1b69e0236bd:33825 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:20,518 INFO [RS:1;f1b69e0236bd:33825 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:20,518 DEBUG [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:20,526 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:20,526 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:20,529 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:20,530 INFO [RS:0;f1b69e0236bd:46295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:20,530 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,530 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:20,532 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:20,532 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:20,532 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,532 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,532 INFO [RS:1;f1b69e0236bd:33825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:20,532 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,532 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,533 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,533 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,533 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:20,533 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,533 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:20,533 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,533 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,533 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,533 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,533 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,533 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,534 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:20,534 DEBUG [RS:0;f1b69e0236bd:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:20,534 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:20,534 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,534 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,534 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,534 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,534 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,534 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,534 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,534 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,534 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,534 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,534 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,534 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46295,1731587959978-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:20,535 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:20,535 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,535 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,535 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,535 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,535 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,535 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:20,535 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:20,535 DEBUG [RS:1;f1b69e0236bd:33825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:20,538 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,538 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,538 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,538 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,538 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,538 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33825,1731587960018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:20,550 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:20,550 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:20,550 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46295,1731587959978-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,550 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33825,1731587960018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,550 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,550 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,550 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.Replication(171): f1b69e0236bd,46295,1731587959978 started 2024-11-14T12:39:20,550 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.Replication(171): f1b69e0236bd,33825,1731587960018 started 2024-11-14T12:39:20,564 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,564 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:20,564 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,46295,1731587959978, RpcServer on f1b69e0236bd/172.17.0.3:46295, sessionid=0x1013a8931b60001 2024-11-14T12:39:20,564 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,33825,1731587960018, RpcServer on f1b69e0236bd/172.17.0.3:33825, sessionid=0x1013a8931b60002 2024-11-14T12:39:20,564 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:20,564 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:20,565 DEBUG [RS:0;f1b69e0236bd:46295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,46295,1731587959978 2024-11-14T12:39:20,565 DEBUG [RS:1;f1b69e0236bd:33825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:20,565 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,46295,1731587959978' 2024-11-14T12:39:20,565 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,33825,1731587960018' 2024-11-14T12:39:20,565 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:20,565 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:20,565 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:20,565 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:20,566 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:20,566 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:20,566 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:20,566 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:20,566 DEBUG [RS:1;f1b69e0236bd:33825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:20,566 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,33825,1731587960018' 2024-11-14T12:39:20,566 DEBUG [RS:0;f1b69e0236bd:46295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,46295,1731587959978 2024-11-14T12:39:20,566 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:20,566 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,46295,1731587959978' 2024-11-14T12:39:20,566 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:20,566 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:20,566 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:20,567 DEBUG [RS:1;f1b69e0236bd:33825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:20,567 DEBUG [RS:0;f1b69e0236bd:46295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:20,567 INFO [RS:1;f1b69e0236bd:33825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:20,567 INFO [RS:0;f1b69e0236bd:46295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:20,567 INFO [RS:0;f1b69e0236bd:46295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:20,567 INFO [RS:1;f1b69e0236bd:33825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:20,589 WARN [f1b69e0236bd:44039 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T12:39:20,668 INFO [RS:0;f1b69e0236bd:46295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:20,668 INFO [RS:1;f1b69e0236bd:33825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:20,671 INFO [RS:0;f1b69e0236bd:46295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C46295%2C1731587959978, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,46295,1731587959978, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/oldWALs, maxLogs=32 2024-11-14T12:39:20,671 INFO [RS:1;f1b69e0236bd:33825 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C33825%2C1731587960018, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,33825,1731587960018, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/oldWALs, maxLogs=32 2024-11-14T12:39:20,688 DEBUG [RS:1;f1b69e0236bd:33825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,33825,1731587960018/f1b69e0236bd%2C33825%2C1731587960018.1731587960676, exclude list is [], retry=0 2024-11-14T12:39:20,688 DEBUG [RS:0;f1b69e0236bd:46295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,46295,1731587959978/f1b69e0236bd%2C46295%2C1731587959978.1731587960675, exclude list is [], retry=0 2024-11-14T12:39:20,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-e37161cf-94d8-49c0-bc26-b130b84f80d3,DISK] 2024-11-14T12:39:20,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-afed2c8f-499b-4dd1-b072-b0a453e72aad,DISK] 2024-11-14T12:39:20,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-e37161cf-94d8-49c0-bc26-b130b84f80d3,DISK] 2024-11-14T12:39:20,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-afed2c8f-499b-4dd1-b072-b0a453e72aad,DISK] 2024-11-14T12:39:20,695 INFO [RS:0;f1b69e0236bd:46295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,46295,1731587959978/f1b69e0236bd%2C46295%2C1731587959978.1731587960675 2024-11-14T12:39:20,695 INFO [RS:1;f1b69e0236bd:33825 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,33825,1731587960018/f1b69e0236bd%2C33825%2C1731587960018.1731587960676 2024-11-14T12:39:20,695 DEBUG [RS:0;f1b69e0236bd:46295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44663:44663),(127.0.0.1/127.0.0.1:42151:42151)] 2024-11-14T12:39:20,695 DEBUG [RS:1;f1b69e0236bd:33825 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44663:44663),(127.0.0.1/127.0.0.1:42151:42151)] 2024-11-14T12:39:20,840 DEBUG [f1b69e0236bd:44039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T12:39:20,840 DEBUG [f1b69e0236bd:44039 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:20,844 DEBUG [f1b69e0236bd:44039 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:20,844 DEBUG [f1b69e0236bd:44039 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:20,845 DEBUG [f1b69e0236bd:44039 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:20,845 DEBUG [f1b69e0236bd:44039 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:20,845 INFO [f1b69e0236bd:44039 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:20,845 INFO [f1b69e0236bd:44039 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:20,845 DEBUG [f1b69e0236bd:44039 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:20,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:20,848 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,33825,1731587960018, state=OPENING 2024-11-14T12:39:20,860 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:39:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:20,869 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:20,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:20,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:20,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:20,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33825,1731587960018}] 2024-11-14T12:39:21,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:21,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:21,037 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:39:21,037 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:21,038 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:39:21,040 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C33825%2C1731587960018.meta, suffix=.meta, logDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,33825,1731587960018, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/oldWALs, maxLogs=32 2024-11-14T12:39:21,053 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,33825,1731587960018/f1b69e0236bd%2C33825%2C1731587960018.meta.1731587961041.meta, exclude list is [], retry=0 2024-11-14T12:39:21,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-e37161cf-94d8-49c0-bc26-b130b84f80d3,DISK] 2024-11-14T12:39:21,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42071,DS-afed2c8f-499b-4dd1-b072-b0a453e72aad,DISK] 2024-11-14T12:39:21,058 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,33825,1731587960018/f1b69e0236bd%2C33825%2C1731587960018.meta.1731587961041.meta 2024-11-14T12:39:21,059 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44663:44663),(127.0.0.1/127.0.0.1:42151:42151)] 2024-11-14T12:39:21,059 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:21,060 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:39:21,060 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:39:21,060 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:39:21,060 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:39:21,060 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:21,060 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:39:21,060 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:39:21,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:21,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:21,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:21,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:21,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:21,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:21,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:21,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:21,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:21,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:21,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:21,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:21,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:21,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:21,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:21,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:21,070 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:21,072 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740 2024-11-14T12:39:21,074 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740 2024-11-14T12:39:21,076 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:21,076 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:21,077 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:21,079 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:21,080 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59495239, jitterRate=-0.11345185339450836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:21,080 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:39:21,081 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587961060Writing region info on filesystem at 1731587961060Initializing all the Stores at 1731587961062 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587961062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587961062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587961062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587961062Cleaning up temporary data from old regions at 1731587961076 (+14 ms)Running coprocessor post-open hooks at 1731587961080 (+4 ms)Region opened successfully at 1731587961081 (+1 ms) 2024-11-14T12:39:21,083 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587961023 2024-11-14T12:39:21,086 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:39:21,087 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:39:21,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:21,089 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,33825,1731587960018, state=OPEN 2024-11-14T12:39:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:21,098 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:21,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:21,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:39:21,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33825,1731587960018 in 229 msec 2024-11-14T12:39:21,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:39:21,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-11-14T12:39:21,106 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:21,106 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:39:21,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:21,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33825,1731587960018, seqNum=-1] 2024-11-14T12:39:21,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:21,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:21,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 737 msec 2024-11-14T12:39:21,119 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587961119, completionTime=-1 2024-11-14T12:39:21,119 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T12:39:21,119 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:39:21,121 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T12:39:21,121 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588021121 2024-11-14T12:39:21,122 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588081122 2024-11-14T12:39:21,122 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:39:21,122 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T12:39:21,122 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44039,1731587959844-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:21,123 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44039,1731587959844-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:21,123 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44039,1731587959844-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:21,123 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:44039, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:21,123 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:21,123 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:21,126 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:39:21,128 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.047sec 2024-11-14T12:39:21,129 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:39:21,129 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:39:21,129 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:39:21,129 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:39:21,129 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:39:21,129 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44039,1731587959844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:21,129 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44039,1731587959844-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:39:21,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:39:21,132 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:39:21,132 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:39:21,132 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44039,1731587959844-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:21,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:21,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a16b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:21,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44039,-1 for getting cluster id 2024-11-14T12:39:21,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:39:21,148 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92fca152-3b77-4694-ae36-0543945b552e' 2024-11-14T12:39:21,149 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:39:21,149 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92fca152-3b77-4694-ae36-0543945b552e" 2024-11-14T12:39:21,149 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593b5860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:21,150 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44039,-1] 2024-11-14T12:39:21,150 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:39:21,151 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:21,152 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:39:21,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf7188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:21,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:21,156 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33825,1731587960018, seqNum=-1] 2024-11-14T12:39:21,156 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:21,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:21,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,44039,1731587959844 2024-11-14T12:39:21,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:39:21,163 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,44039,1731587959844 2024-11-14T12:39:21,163 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c53d147 2024-11-14T12:39:21,164 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:39:21,166 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:39:21,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T12:39:21,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:39:21,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:21,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T12:39:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:21,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:39:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:21,187 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed43e0778fdd917ab8f9ff05326c075a, NAME => 'testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e 2024-11-14T12:39:21,188 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c00ef577d620cd48d27d344d9ce44607, NAME => 'testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e 2024-11-14T12:39:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:21,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:21,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:21,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ed43e0778fdd917ab8f9ff05326c075a, disabling compactions & flushes 2024-11-14T12:39:21,200 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. after waiting 0 ms 2024-11-14T12:39:21,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,200 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed43e0778fdd917ab8f9ff05326c075a: Waiting for close lock at 1731587961200Disabling compacts and flushes for region at 1731587961200Disabling writes for close at 1731587961200Writing region close event to WAL at 1731587961200Closed at 1731587961200 2024-11-14T12:39:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:21,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:21,203 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:21,203 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c00ef577d620cd48d27d344d9ce44607, disabling compactions & flushes 2024-11-14T12:39:21,203 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,203 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,203 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. after waiting 0 ms 2024-11-14T12:39:21,203 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,203 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,203 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c00ef577d620cd48d27d344d9ce44607: Waiting for close lock at 1731587961203Disabling compacts and flushes for region at 1731587961203Disabling writes for close at 1731587961203Writing region close event to WAL at 1731587961203Closed at 1731587961203 2024-11-14T12:39:21,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:39:21,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587961206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587961206"}]},"ts":"1731587961206"} 2024-11-14T12:39:21,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587961206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587961206"}]},"ts":"1731587961206"} 2024-11-14T12:39:21,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T12:39:21,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:39:21,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587961214"}]},"ts":"1731587961214"} 2024-11-14T12:39:21,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T12:39:21,218 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:21,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:21,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:21,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:21,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:21,220 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:21,220 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:21,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:21,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ed43e0778fdd917ab8f9ff05326c075a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c00ef577d620cd48d27d344d9ce44607, ASSIGN}] 2024-11-14T12:39:21,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c00ef577d620cd48d27d344d9ce44607, ASSIGN 2024-11-14T12:39:21,223 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ed43e0778fdd917ab8f9ff05326c075a, ASSIGN 2024-11-14T12:39:21,225 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ed43e0778fdd917ab8f9ff05326c075a, ASSIGN; state=OFFLINE, location=f1b69e0236bd,33825,1731587960018; forceNewPlan=false, retain=false 2024-11-14T12:39:21,225 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c00ef577d620cd48d27d344d9ce44607, ASSIGN; state=OFFLINE, location=f1b69e0236bd,46295,1731587959978; forceNewPlan=false, retain=false 2024-11-14T12:39:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:21,376 INFO [f1b69e0236bd:44039 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T12:39:21,377 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed43e0778fdd917ab8f9ff05326c075a, regionState=OPENING, regionLocation=f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:21,377 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c00ef577d620cd48d27d344d9ce44607, regionState=OPENING, regionLocation=f1b69e0236bd,46295,1731587959978 2024-11-14T12:39:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c00ef577d620cd48d27d344d9ce44607, ASSIGN because future has completed 2024-11-14T12:39:21,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c00ef577d620cd48d27d344d9ce44607, server=f1b69e0236bd,46295,1731587959978}] 2024-11-14T12:39:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ed43e0778fdd917ab8f9ff05326c075a, ASSIGN because future has completed 2024-11-14T12:39:21,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed43e0778fdd917ab8f9ff05326c075a, server=f1b69e0236bd,33825,1731587960018}] 2024-11-14T12:39:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:21,539 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:21,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:21,548 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,548 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ed43e0778fdd917ab8f9ff05326c075a, NAME => 'testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T12:39:21,548 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,548 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:21,549 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,549 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,551 INFO [StoreOpener-ed43e0778fdd917ab8f9ff05326c075a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,553 INFO [StoreOpener-ed43e0778fdd917ab8f9ff05326c075a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed43e0778fdd917ab8f9ff05326c075a columnFamilyName family 2024-11-14T12:39:21,553 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,554 DEBUG [StoreOpener-ed43e0778fdd917ab8f9ff05326c075a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:21,554 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c00ef577d620cd48d27d344d9ce44607, NAME => 'testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T12:39:21,554 INFO [StoreOpener-ed43e0778fdd917ab8f9ff05326c075a-1 {}] regionserver.HStore(327): Store=ed43e0778fdd917ab8f9ff05326c075a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:21,554 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,554 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,555 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:21,555 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,555 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,556 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,556 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,557 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,557 INFO [StoreOpener-c00ef577d620cd48d27d344d9ce44607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,557 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,558 INFO [StoreOpener-c00ef577d620cd48d27d344d9ce44607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c00ef577d620cd48d27d344d9ce44607 columnFamilyName family 2024-11-14T12:39:21,559 DEBUG [StoreOpener-c00ef577d620cd48d27d344d9ce44607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:21,559 INFO [StoreOpener-c00ef577d620cd48d27d344d9ce44607-1 {}] regionserver.HStore(327): Store=c00ef577d620cd48d27d344d9ce44607/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:21,559 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,560 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,560 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,561 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,562 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,562 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,562 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/ed43e0778fdd917ab8f9ff05326c075a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:21,562 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ed43e0778fdd917ab8f9ff05326c075a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61684789, jitterRate=-0.08082501590251923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:21,563 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,563 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,564 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ed43e0778fdd917ab8f9ff05326c075a: Running coprocessor pre-open hook at 1731587961549Writing region info on filesystem at 1731587961549Initializing all the Stores at 1731587961551 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587961551Cleaning up temporary data from old regions at 1731587961557 (+6 ms)Running coprocessor post-open hooks at 1731587961563 (+6 ms)Region opened successfully at 1731587961564 (+1 ms) 2024-11-14T12:39:21,565 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a., pid=8, masterSystemTime=1731587961540 2024-11-14T12:39:21,566 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/c00ef577d620cd48d27d344d9ce44607/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:21,567 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c00ef577d620cd48d27d344d9ce44607; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70981985, jitterRate=0.05771400034427643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:21,567 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,567 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c00ef577d620cd48d27d344d9ce44607: Running coprocessor pre-open hook at 1731587961555Writing region info on filesystem at 1731587961555Initializing all the Stores at 1731587961556 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587961556Cleaning up temporary data from old regions at 1731587961562 (+6 ms)Running coprocessor post-open hooks at 1731587961567 (+5 ms)Region opened successfully at 1731587961567 2024-11-14T12:39:21,568 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,568 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,568 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607., pid=7, masterSystemTime=1731587961538 2024-11-14T12:39:21,569 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed43e0778fdd917ab8f9ff05326c075a, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:21,571 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,571 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed43e0778fdd917ab8f9ff05326c075a, server=f1b69e0236bd,33825,1731587960018 because future has completed 2024-11-14T12:39:21,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c00ef577d620cd48d27d344d9ce44607, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,46295,1731587959978 2024-11-14T12:39:21,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c00ef577d620cd48d27d344d9ce44607, server=f1b69e0236bd,46295,1731587959978 because future has completed 2024-11-14T12:39:21,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T12:39:21,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed43e0778fdd917ab8f9ff05326c075a, server=f1b69e0236bd,33825,1731587960018 in 188 msec 2024-11-14T12:39:21,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T12:39:21,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ed43e0778fdd917ab8f9ff05326c075a, ASSIGN in 358 msec 2024-11-14T12:39:21,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c00ef577d620cd48d27d344d9ce44607, server=f1b69e0236bd,46295,1731587959978 in 194 msec 2024-11-14T12:39:21,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T12:39:21,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c00ef577d620cd48d27d344d9ce44607, ASSIGN in 360 msec 2024-11-14T12:39:21,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:39:21,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587961585"}]},"ts":"1731587961585"} 2024-11-14T12:39:21,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T12:39:21,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:39:21,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 423 msec 2024-11-14T12:39:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:21,802 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T12:39:21,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T12:39:21,803 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T12:39:21,809 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T12:39:21,816 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a., hostname=f1b69e0236bd,33825,1731587960018, seqNum=2] 2024-11-14T12:39:21,830 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607., hostname=f1b69e0236bd,46295,1731587959978, seqNum=2] 2024-11-14T12:39:21,831 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:21,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:21,847 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c00ef577d620cd48d27d344d9ce44607 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T12:39:21,867 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/c00ef577d620cd48d27d344d9ce44607/.tmp/family/4ac04cb11f3d40c6874ae911689728c5 is 32, key is 5/family:/1731587961834/Put/seqid=0 2024-11-14T12:39:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741839_1015 (size=5083) 2024-11-14T12:39:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741839_1015 (size=5083) 2024-11-14T12:39:21,874 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/c00ef577d620cd48d27d344d9ce44607/.tmp/family/4ac04cb11f3d40c6874ae911689728c5 2024-11-14T12:39:21,883 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/c00ef577d620cd48d27d344d9ce44607/.tmp/family/4ac04cb11f3d40c6874ae911689728c5 as hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/c00ef577d620cd48d27d344d9ce44607/family/4ac04cb11f3d40c6874ae911689728c5 2024-11-14T12:39:21,894 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/c00ef577d620cd48d27d344d9ce44607/family/4ac04cb11f3d40c6874ae911689728c5, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T12:39:21,896 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c00ef577d620cd48d27d344d9ce44607 in 48ms, sequenceid=9, compaction requested=false 2024-11-14T12:39:21,896 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c00ef577d620cd48d27d344d9ce44607: 2024-11-14T12:39:21,896 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ed43e0778fdd917ab8f9ff05326c075a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T12:39:21,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/ed43e0778fdd917ab8f9ff05326c075a/.tmp/family/b54f673542ed4ca898f158532791f9e7 is 32, key is 1/family:/1731587961818/Put/seqid=0 2024-11-14T12:39:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741840_1016 (size=5054) 2024-11-14T12:39:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741840_1016 (size=5054) 2024-11-14T12:39:21,922 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/ed43e0778fdd917ab8f9ff05326c075a/.tmp/family/b54f673542ed4ca898f158532791f9e7 2024-11-14T12:39:21,932 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/ed43e0778fdd917ab8f9ff05326c075a/.tmp/family/b54f673542ed4ca898f158532791f9e7 as hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/ed43e0778fdd917ab8f9ff05326c075a/family/b54f673542ed4ca898f158532791f9e7 2024-11-14T12:39:21,940 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/ed43e0778fdd917ab8f9ff05326c075a/family/b54f673542ed4ca898f158532791f9e7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T12:39:21,942 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ed43e0778fdd917ab8f9ff05326c075a in 46ms, sequenceid=8, compaction requested=false 2024-11-14T12:39:21,942 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ed43e0778fdd917ab8f9ff05326c075a: 2024-11-14T12:39:21,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:39:21,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:21,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:21,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:21,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:21,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:39:21,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:39:21,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=680182897, stopped=false 2024-11-14T12:39:21,947 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,44039,1731587959844 2024-11-14T12:39:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:21,982 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:21,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:21,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:21,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:21,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:21,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:21,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:21,984 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,46295,1731587959978' ***** 2024-11-14T12:39:21,984 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:21,985 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,33825,1731587960018' ***** 2024-11-14T12:39:21,985 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:21,985 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:21,985 INFO [RS:0;f1b69e0236bd:46295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:21,985 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:21,985 INFO [RS:0;f1b69e0236bd:46295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:21,985 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(3091): Received CLOSE for c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,985 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:21,986 INFO [RS:1;f1b69e0236bd:33825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:21,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:21,986 INFO [RS:1;f1b69e0236bd:33825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:21,986 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(3091): Received CLOSE for ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,986 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,46295,1731587959978 2024-11-14T12:39:21,986 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:21,986 INFO [RS:0;f1b69e0236bd:46295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:46295. 2024-11-14T12:39:21,986 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:21,986 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c00ef577d620cd48d27d344d9ce44607, disabling compactions & flushes 2024-11-14T12:39:21,987 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:21,987 DEBUG [RS:0;f1b69e0236bd:46295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:21,987 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,987 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed43e0778fdd917ab8f9ff05326c075a, disabling compactions & flushes 2024-11-14T12:39:21,987 DEBUG [RS:0;f1b69e0236bd:46295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:21,987 INFO [RS:1;f1b69e0236bd:33825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f1b69e0236bd:33825. 2024-11-14T12:39:21,987 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,987 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,987 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,987 DEBUG [RS:1;f1b69e0236bd:33825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:21,987 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:39:21,987 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. after waiting 0 ms 2024-11-14T12:39:21,987 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. after waiting 0 ms 2024-11-14T12:39:21,987 DEBUG [RS:1;f1b69e0236bd:33825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:21,987 DEBUG [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(1325): Online Regions={c00ef577d620cd48d27d344d9ce44607=testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607.} 2024-11-14T12:39:21,987 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,987 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,987 DEBUG [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(1351): Waiting on c00ef577d620cd48d27d344d9ce44607 2024-11-14T12:39:21,987 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:21,987 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:21,987 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:21,988 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:39:21,988 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:39:21,988 DEBUG [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ed43e0778fdd917ab8f9ff05326c075a=testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a.} 2024-11-14T12:39:21,988 DEBUG [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed43e0778fdd917ab8f9ff05326c075a 2024-11-14T12:39:21,988 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:21,989 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:21,989 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:21,989 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:21,989 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:21,989 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T12:39:21,994 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/ed43e0778fdd917ab8f9ff05326c075a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:39:21,995 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/default/testClearRegionBlockCache/c00ef577d620cd48d27d344d9ce44607/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T12:39:21,995 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,995 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed43e0778fdd917ab8f9ff05326c075a: Waiting for close lock at 1731587961987Running coprocessor pre-close hooks at 1731587961987Disabling compacts and flushes for region at 1731587961987Disabling writes for close at 1731587961987Writing region close event to WAL at 1731587961988 (+1 ms)Running coprocessor post-close hooks at 1731587961995 (+7 ms)Closed at 1731587961995 2024-11-14T12:39:21,996 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731587961167.ed43e0778fdd917ab8f9ff05326c075a. 2024-11-14T12:39:21,996 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:21,996 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c00ef577d620cd48d27d344d9ce44607: Waiting for close lock at 1731587961986Running coprocessor pre-close hooks at 1731587961986Disabling compacts and flushes for region at 1731587961986Disabling writes for close at 1731587961987 (+1 ms)Writing region close event to WAL at 1731587961991 (+4 ms)Running coprocessor post-close hooks at 1731587961996 (+5 ms)Closed at 1731587961996 2024-11-14T12:39:21,996 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607. 2024-11-14T12:39:22,008 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/.tmp/info/078346ff9e044238b3c30ca5ef5b9b51 is 173, key is testClearRegionBlockCache,5,1731587961167.c00ef577d620cd48d27d344d9ce44607./info:regioninfo/1731587961572/Put/seqid=0 2024-11-14T12:39:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:22,015 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/.tmp/info/078346ff9e044238b3c30ca5ef5b9b51 2024-11-14T12:39:22,039 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:22,039 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/.tmp/ns/83f85c15ff1742bb9a9cd7e45a536f10 is 43, key is default/ns:d/1731587961112/Put/seqid=0 2024-11-14T12:39:22,040 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:22,045 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/.tmp/ns/83f85c15ff1742bb9a9cd7e45a536f10 2024-11-14T12:39:22,069 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/.tmp/table/e49d6fc9006944799b68982179e45e31 is 61, key is testClearRegionBlockCache/table:state/1731587961585/Put/seqid=0 2024-11-14T12:39:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:22,076 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/.tmp/table/e49d6fc9006944799b68982179e45e31 2024-11-14T12:39:22,085 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/.tmp/info/078346ff9e044238b3c30ca5ef5b9b51 as hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/info/078346ff9e044238b3c30ca5ef5b9b51 2024-11-14T12:39:22,093 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/info/078346ff9e044238b3c30ca5ef5b9b51, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T12:39:22,094 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/.tmp/ns/83f85c15ff1742bb9a9cd7e45a536f10 as hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/ns/83f85c15ff1742bb9a9cd7e45a536f10 2024-11-14T12:39:22,101 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/ns/83f85c15ff1742bb9a9cd7e45a536f10, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T12:39:22,103 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/.tmp/table/e49d6fc9006944799b68982179e45e31 as hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/table/e49d6fc9006944799b68982179e45e31 2024-11-14T12:39:22,110 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/table/e49d6fc9006944799b68982179e45e31, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T12:39:22,112 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false 2024-11-14T12:39:22,117 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T12:39:22,118 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:39:22,118 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:22,118 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587961988Running coprocessor pre-close hooks at 1731587961988Disabling compacts and flushes for region at 1731587961988Disabling writes for close at 1731587961989 (+1 ms)Obtaining lock to block concurrent updates at 1731587961989Preparing flush snapshotting stores in 1588230740 at 1731587961989Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731587961990 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587961991 (+1 ms)Flushing 1588230740/info: creating writer at 1731587961991Flushing 1588230740/info: appending metadata at 1731587962007 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731587962007Flushing 1588230740/ns: creating writer at 1731587962023 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731587962039 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731587962039Flushing 1588230740/table: creating writer at 1731587962054 (+15 ms)Flushing 1588230740/table: appending metadata at 1731587962069 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731587962069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e98292a: reopening flushed file at 1731587962084 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2d0d79: reopening flushed file at 1731587962093 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744c188a: reopening flushed file at 1731587962101 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false at 1731587962112 (+11 ms)Writing region close event to WAL at 1731587962113 (+1 ms)Running coprocessor post-close hooks at 1731587962118 (+5 ms)Closed at 1731587962118 2024-11-14T12:39:22,119 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:22,188 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,46295,1731587959978; all regions closed. 2024-11-14T12:39:22,189 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,33825,1731587960018; all regions closed. 2024-11-14T12:39:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:22,196 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/WALs/f1b69e0236bd,33825,1731587960018/f1b69e0236bd%2C33825%2C1731587960018.meta.1731587961041.meta not finished, retry = 0 2024-11-14T12:39:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:22,199 DEBUG [RS:0;f1b69e0236bd:46295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/oldWALs 2024-11-14T12:39:22,199 INFO [RS:0;f1b69e0236bd:46295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C46295%2C1731587959978:(num 1731587960675) 2024-11-14T12:39:22,199 DEBUG [RS:0;f1b69e0236bd:46295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:22,199 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:22,199 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:22,200 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:22,200 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:22,200 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:22,200 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:22,200 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:22,200 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:22,200 INFO [RS:0;f1b69e0236bd:46295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46295 2024-11-14T12:39:22,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:22,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,46295,1731587959978 2024-11-14T12:39:22,210 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:22,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,46295,1731587959978] 2024-11-14T12:39:22,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,46295,1731587959978 already deleted, retry=false 2024-11-14T12:39:22,227 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,46295,1731587959978 expired; onlineServers=1 2024-11-14T12:39:22,306 DEBUG [RS:1;f1b69e0236bd:33825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/oldWALs 2024-11-14T12:39:22,306 INFO [RS:1;f1b69e0236bd:33825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C33825%2C1731587960018.meta:.meta(num 1731587961041) 2024-11-14T12:39:22,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741834_1010 (size=1758) 2024-11-14T12:39:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741834_1010 (size=1758) 2024-11-14T12:39:22,314 DEBUG [RS:1;f1b69e0236bd:33825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/oldWALs 2024-11-14T12:39:22,314 INFO [RS:1;f1b69e0236bd:33825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C33825%2C1731587960018:(num 1731587960676) 2024-11-14T12:39:22,314 DEBUG [RS:1;f1b69e0236bd:33825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:22,314 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:22,315 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:22,315 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:22,315 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:22,315 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:22,316 INFO [RS:1;f1b69e0236bd:33825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33825 2024-11-14T12:39:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:22,318 INFO [RS:0;f1b69e0236bd:46295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x1013a8931b60001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:22,318 INFO [RS:0;f1b69e0236bd:46295 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,46295,1731587959978; zookeeper connection closed. 2024-11-14T12:39:22,319 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50b84801 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50b84801 2024-11-14T12:39:22,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:22,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,33825,1731587960018 2024-11-14T12:39:22,322 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:22,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,33825,1731587960018] 2024-11-14T12:39:22,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,33825,1731587960018 already deleted, retry=false 2024-11-14T12:39:22,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,33825,1731587960018 expired; onlineServers=0 2024-11-14T12:39:22,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,44039,1731587959844' ***** 2024-11-14T12:39:22,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:39:22,339 INFO [M:0;f1b69e0236bd:44039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:22,340 INFO [M:0;f1b69e0236bd:44039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:22,340 DEBUG [M:0;f1b69e0236bd:44039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:39:22,340 DEBUG [M:0;f1b69e0236bd:44039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:39:22,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:39:22,340 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587960392 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587960392,5,FailOnTimeoutGroup] 2024-11-14T12:39:22,340 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587960391 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587960391,5,FailOnTimeoutGroup] 2024-11-14T12:39:22,340 INFO [M:0;f1b69e0236bd:44039 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:22,340 INFO [M:0;f1b69e0236bd:44039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:22,341 DEBUG [M:0;f1b69e0236bd:44039 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:39:22,341 INFO [M:0;f1b69e0236bd:44039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:39:22,341 INFO [M:0;f1b69e0236bd:44039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:22,341 INFO [M:0;f1b69e0236bd:44039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:39:22,342 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:39:22,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:22,348 DEBUG [M:0;f1b69e0236bd:44039 {}] zookeeper.ZKUtil(347): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T12:39:22,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:22,348 WARN [M:0;f1b69e0236bd:44039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:39:22,349 INFO [M:0;f1b69e0236bd:44039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/.lastflushedseqids 2024-11-14T12:39:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741844_1020 (size=182) 2024-11-14T12:39:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741844_1020 (size=182) 2024-11-14T12:39:22,360 INFO [M:0;f1b69e0236bd:44039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:39:22,360 INFO [M:0;f1b69e0236bd:44039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:39:22,360 DEBUG [M:0;f1b69e0236bd:44039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:22,360 INFO [M:0;f1b69e0236bd:44039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:22,360 DEBUG [M:0;f1b69e0236bd:44039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:22,361 DEBUG [M:0;f1b69e0236bd:44039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:22,361 DEBUG [M:0;f1b69e0236bd:44039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:22,361 INFO [M:0;f1b69e0236bd:44039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-14T12:39:22,379 DEBUG [M:0;f1b69e0236bd:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bbf98c2480b463990c8589c98ad9f87 is 82, key is hbase:meta,,1/info:regioninfo/1731587961087/Put/seqid=0 2024-11-14T12:39:22,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:22,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:22,386 INFO [M:0;f1b69e0236bd:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bbf98c2480b463990c8589c98ad9f87 2024-11-14T12:39:22,411 DEBUG [M:0;f1b69e0236bd:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad28cb22d43c4f139ca6e0e6407be56c is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587961592/Put/seqid=0 2024-11-14T12:39:22,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741846_1022 (size=6218) 2024-11-14T12:39:22,419 INFO [M:0;f1b69e0236bd:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad28cb22d43c4f139ca6e0e6407be56c 2024-11-14T12:39:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741846_1022 (size=6218) 2024-11-14T12:39:22,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:22,431 INFO [RS:1;f1b69e0236bd:33825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:22,431 INFO [RS:1;f1b69e0236bd:33825 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,33825,1731587960018; zookeeper connection closed. 2024-11-14T12:39:22,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33825-0x1013a8931b60002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:22,431 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@524b96d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@524b96d5 2024-11-14T12:39:22,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T12:39:22,444 DEBUG [M:0;f1b69e0236bd:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ca5cdb4acf644d19edeede47d4eb9cd is 69, key is f1b69e0236bd,33825,1731587960018/rs:state/1731587960484/Put/seqid=0 2024-11-14T12:39:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:22,452 INFO [M:0;f1b69e0236bd:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ca5cdb4acf644d19edeede47d4eb9cd 2024-11-14T12:39:22,460 DEBUG [M:0;f1b69e0236bd:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bbf98c2480b463990c8589c98ad9f87 as hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bbf98c2480b463990c8589c98ad9f87 2024-11-14T12:39:22,467 INFO [M:0;f1b69e0236bd:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bbf98c2480b463990c8589c98ad9f87, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T12:39:22,468 DEBUG [M:0;f1b69e0236bd:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad28cb22d43c4f139ca6e0e6407be56c as hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad28cb22d43c4f139ca6e0e6407be56c 2024-11-14T12:39:22,477 INFO [M:0;f1b69e0236bd:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad28cb22d43c4f139ca6e0e6407be56c, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T12:39:22,478 DEBUG [M:0;f1b69e0236bd:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ca5cdb4acf644d19edeede47d4eb9cd as hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ca5cdb4acf644d19edeede47d4eb9cd 2024-11-14T12:39:22,486 INFO [M:0;f1b69e0236bd:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/6ac996fb-45a9-4c99-6e9e-c2188fb1138e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ca5cdb4acf644d19edeede47d4eb9cd, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T12:39:22,488 INFO [M:0;f1b69e0236bd:44039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=71, compaction requested=false 2024-11-14T12:39:22,491 INFO [M:0;f1b69e0236bd:44039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:22,491 DEBUG [M:0;f1b69e0236bd:44039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587962360Disabling compacts and flushes for region at 1731587962360Disabling writes for close at 1731587962361 (+1 ms)Obtaining lock to block concurrent updates at 1731587962361Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587962361Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731587962361Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587962362 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587962362Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587962379 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587962379Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587962394 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587962411 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587962411Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587962428 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587962444 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587962444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196dd02: reopening flushed file at 1731587962458 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f23c294: reopening flushed file at 1731587962467 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e56b22: reopening flushed file at 1731587962477 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=71, compaction requested=false at 1731587962488 (+11 ms)Writing region close event to WAL at 1731587962491 (+3 ms)Closed at 1731587962491 2024-11-14T12:39:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42071 is added to blk_1073741830_1006 (size=35428) 2024-11-14T12:39:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741830_1006 (size=35428) 2024-11-14T12:39:22,495 INFO [M:0;f1b69e0236bd:44039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:39:22,495 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:22,495 INFO [M:0;f1b69e0236bd:44039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44039 2024-11-14T12:39:22,496 INFO [M:0;f1b69e0236bd:44039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:22,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:22,606 INFO [M:0;f1b69e0236bd:44039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:22,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1013a8931b60000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:22,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ba7f351{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:22,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5970583a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:22,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:22,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ba007c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:22,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c6e4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:22,611 WARN [BP-941815336-172.17.0.3-1731587958319 heartbeating to localhost/127.0.0.1:35745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:22,611 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:22,611 WARN [BP-941815336-172.17.0.3-1731587958319 heartbeating to localhost/127.0.0.1:35745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-941815336-172.17.0.3-1731587958319 (Datanode Uuid 5c71bfff-7864-4289-ae28-a9964e6d0515) service to localhost/127.0.0.1:35745 2024-11-14T12:39:22,611 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:22,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/data/data3/current/BP-941815336-172.17.0.3-1731587958319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:22,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/data/data4/current/BP-941815336-172.17.0.3-1731587958319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:22,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:22,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f16e3fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:22,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dc1e622{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:22,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:22,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216dc62a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:22,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35aa6870{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:22,618 WARN [BP-941815336-172.17.0.3-1731587958319 heartbeating to localhost/127.0.0.1:35745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:22,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:22,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:22,618 WARN [BP-941815336-172.17.0.3-1731587958319 heartbeating to localhost/127.0.0.1:35745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-941815336-172.17.0.3-1731587958319 (Datanode Uuid ee69d6f7-f942-4804-ab30-2bbc4f54afc0) service to localhost/127.0.0.1:35745 2024-11-14T12:39:22,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/data/data1/current/BP-941815336-172.17.0.3-1731587958319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:22,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/cluster_8ccc9779-d806-e5cc-adef-7e184ab38562/data/data2/current/BP-941815336-172.17.0.3-1731587958319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:22,619 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:22,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@734eb8a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:22,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@511bff7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:22,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:22,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f1e1206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:22,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486bf2a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:22,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:39:22,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:39:22,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=112 (was 81) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35745 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35745 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=443 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=7551 (was 7700) 2024-11-14T12:39:22,674 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=112, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=7551 2024-11-14T12:39:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.log.dir so I do NOT create it in target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799 2024-11-14T12:39:22,688 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:39:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.tmp.dir so I do NOT create it in target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799 2024-11-14T12:39:22,688 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26601307-1663-32e7-9e8e-d6bce2d7a947/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:39:22,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799 2024-11-14T12:39:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:39:22,688 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0, deleteOnExit=true 2024-11-14T12:39:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:39:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/test.cache.data in system properties and HBase conf 2024-11-14T12:39:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:39:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:39:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:39:22,689 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:22,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:39:22,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:39:22,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:39:22,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:22,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:39:22,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:39:22,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:22,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:22,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:22,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:22,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:39:22,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:22,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29dc87ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:22,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c58acd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:23,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ad8aa0f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/java.io.tmpdir/jetty-localhost-36545-hadoop-hdfs-3_4_1-tests_jar-_-any-15060283169034595318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:23,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73efb013{HTTP/1.1, (http/1.1)}{localhost:36545} 2024-11-14T12:39:23,028 INFO [Time-limited test {}] server.Server(415): Started @15356ms 2024-11-14T12:39:23,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:23,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:23,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:23,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:23,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:23,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0bc737{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:23,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67111129{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:23,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69ddca75{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/java.io.tmpdir/jetty-localhost-43213-hadoop-hdfs-3_4_1-tests_jar-_-any-16702162920216228532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:23,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c6f1b04{HTTP/1.1, (http/1.1)}{localhost:43213} 2024-11-14T12:39:23,317 INFO [Time-limited test {}] server.Server(415): Started @15645ms 2024-11-14T12:39:23,319 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:23,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:23,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:23,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:23,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:23,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:39:23,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338b9c03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:23,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41c8a6fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:23,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dc44b8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/java.io.tmpdir/jetty-localhost-36943-hadoop-hdfs-3_4_1-tests_jar-_-any-10087111644698430619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:23,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19f961e9{HTTP/1.1, (http/1.1)}{localhost:36943} 2024-11-14T12:39:23,450 INFO [Time-limited test {}] server.Server(415): Started @15778ms 2024-11-14T12:39:23,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:23,891 WARN [Thread-630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/data/data1/current/BP-883155584-172.17.0.3-1731587962714/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:23,892 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/data/data2/current/BP-883155584-172.17.0.3-1731587962714/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:23,915 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf36dd66ef035df4a with lease ID 0xd6138db87566a89f: Processing first storage report for DS-6270f1b8-91d8-48f8-986c-8d4337de217e from datanode DatanodeRegistration(127.0.0.1:46211, datanodeUuid=4c08a463-60de-42f5-8851-ef825d35dbce, infoPort=40589, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=1155187430;c=1731587962714) 2024-11-14T12:39:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf36dd66ef035df4a with lease ID 0xd6138db87566a89f: from storage DS-6270f1b8-91d8-48f8-986c-8d4337de217e node DatanodeRegistration(127.0.0.1:46211, datanodeUuid=4c08a463-60de-42f5-8851-ef825d35dbce, infoPort=40589, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=1155187430;c=1731587962714), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:39:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf36dd66ef035df4a with lease ID 0xd6138db87566a89f: Processing first storage report for DS-1c3ceed8-0db4-4308-be0c-9fdc929f451b from datanode DatanodeRegistration(127.0.0.1:46211, datanodeUuid=4c08a463-60de-42f5-8851-ef825d35dbce, infoPort=40589, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=1155187430;c=1731587962714) 2024-11-14T12:39:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf36dd66ef035df4a with lease ID 0xd6138db87566a89f: from storage DS-1c3ceed8-0db4-4308-be0c-9fdc929f451b node DatanodeRegistration(127.0.0.1:46211, datanodeUuid=4c08a463-60de-42f5-8851-ef825d35dbce, infoPort=40589, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=1155187430;c=1731587962714), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:24,071 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/data/data3/current/BP-883155584-172.17.0.3-1731587962714/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:24,072 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/data/data4/current/BP-883155584-172.17.0.3-1731587962714/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:24,088 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:24,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17c7fc25e3a17c6c with lease ID 0xd6138db87566a8a0: Processing first storage report for DS-a2595139-ff49-4427-959b-77f50f2acdf9 from datanode DatanodeRegistration(127.0.0.1:39775, datanodeUuid=ad96e4d4-eea2-4947-9e95-e5bcb69093fa, infoPort=35081, infoSecurePort=0, ipcPort=37297, storageInfo=lv=-57;cid=testClusterID;nsid=1155187430;c=1731587962714) 2024-11-14T12:39:24,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17c7fc25e3a17c6c with lease ID 0xd6138db87566a8a0: from storage DS-a2595139-ff49-4427-959b-77f50f2acdf9 node DatanodeRegistration(127.0.0.1:39775, datanodeUuid=ad96e4d4-eea2-4947-9e95-e5bcb69093fa, infoPort=35081, infoSecurePort=0, ipcPort=37297, storageInfo=lv=-57;cid=testClusterID;nsid=1155187430;c=1731587962714), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:24,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17c7fc25e3a17c6c with lease ID 0xd6138db87566a8a0: Processing first storage report for DS-6c69ba7d-6240-49d5-b13f-7ff849e436c4 from datanode DatanodeRegistration(127.0.0.1:39775, datanodeUuid=ad96e4d4-eea2-4947-9e95-e5bcb69093fa, infoPort=35081, infoSecurePort=0, ipcPort=37297, storageInfo=lv=-57;cid=testClusterID;nsid=1155187430;c=1731587962714) 2024-11-14T12:39:24,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17c7fc25e3a17c6c with lease ID 0xd6138db87566a8a0: from storage DS-6c69ba7d-6240-49d5-b13f-7ff849e436c4 node DatanodeRegistration(127.0.0.1:39775, datanodeUuid=ad96e4d4-eea2-4947-9e95-e5bcb69093fa, infoPort=35081, infoSecurePort=0, ipcPort=37297, storageInfo=lv=-57;cid=testClusterID;nsid=1155187430;c=1731587962714), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:24,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799 2024-11-14T12:39:24,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/zookeeper_0, clientPort=55574, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:39:24,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55574 2024-11-14T12:39:24,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:24,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:24,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:24,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:24,113 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961 with version=8 2024-11-14T12:39:24,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/hbase-staging 2024-11-14T12:39:24,116 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:24,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:24,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:24,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:24,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:24,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:24,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:39:24,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:24,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43913 2024-11-14T12:39:24,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43913 connecting to ZooKeeper ensemble=127.0.0.1:55574 2024-11-14T12:39:24,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439130x0, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:24,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43913-0x1013a89426a0000 connected 2024-11-14T12:39:24,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:24,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:24,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:24,231 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961, hbase.cluster.distributed=false 2024-11-14T12:39:24,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:24,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43913 2024-11-14T12:39:24,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43913 2024-11-14T12:39:24,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43913 2024-11-14T12:39:24,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43913 2024-11-14T12:39:24,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43913 2024-11-14T12:39:24,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:24,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:24,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:24,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:24,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:24,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:24,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:24,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:24,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38325 2024-11-14T12:39:24,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38325 connecting to ZooKeeper ensemble=127.0.0.1:55574 2024-11-14T12:39:24,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:24,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383250x0, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:24,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383250x0, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:24,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38325-0x1013a89426a0001 connected 2024-11-14T12:39:24,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:24,270 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:24,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:24,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:24,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-14T12:39:24,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38325 2024-11-14T12:39:24,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38325 2024-11-14T12:39:24,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-14T12:39:24,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-14T12:39:24,290 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:24,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:24,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:24,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:24,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:24,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:24,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:24,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:24,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34205 2024-11-14T12:39:24,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34205 connecting to ZooKeeper ensemble=127.0.0.1:55574 2024-11-14T12:39:24,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:24,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:24,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342050x0, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:24,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342050x0, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:24,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34205-0x1013a89426a0002 connected 2024-11-14T12:39:24,307 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:24,308 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:24,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:24,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:24,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34205 2024-11-14T12:39:24,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34205 2024-11-14T12:39:24,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34205 2024-11-14T12:39:24,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34205 2024-11-14T12:39:24,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34205 2024-11-14T12:39:24,330 DEBUG [M:0;f1b69e0236bd:43913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:43913 2024-11-14T12:39:24,330 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f1b69e0236bd,43913,1731587964116 2024-11-14T12:39:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:24,340 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f1b69e0236bd,43913,1731587964116 2024-11-14T12:39:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,349 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T12:39:24,349 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f1b69e0236bd,43913,1731587964116 from backup master directory 2024-11-14T12:39:24,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:24,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:24,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f1b69e0236bd,43913,1731587964116 2024-11-14T12:39:24,356 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:24,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:24,356 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,43913,1731587964116 2024-11-14T12:39:24,362 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/hbase.id] with ID: f97689d3-cabf-41c3-9176-4fbdfa73a988 2024-11-14T12:39:24,362 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/.tmp/hbase.id 2024-11-14T12:39:24,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:24,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:24,370 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/.tmp/hbase.id]:[hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/hbase.id] 2024-11-14T12:39:24,384 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:24,384 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:39:24,387 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T12:39:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:24,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:24,406 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:24,407 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:39:24,407 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:24,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:24,416 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store 2024-11-14T12:39:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:24,424 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:24,424 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:24,424 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:24,424 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:24,424 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:24,424 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:24,424 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:24,424 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587964424Disabling compacts and flushes for region at 1731587964424Disabling writes for close at 1731587964424Writing region close event to WAL at 1731587964424Closed at 1731587964424 2024-11-14T12:39:24,425 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/.initializing 2024-11-14T12:39:24,425 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/WALs/f1b69e0236bd,43913,1731587964116 2024-11-14T12:39:24,426 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:24,429 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C43913%2C1731587964116, suffix=, logDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/WALs/f1b69e0236bd,43913,1731587964116, archiveDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/oldWALs, maxLogs=10 2024-11-14T12:39:24,447 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/WALs/f1b69e0236bd,43913,1731587964116/f1b69e0236bd%2C43913%2C1731587964116.1731587964429, exclude list is [], retry=0 2024-11-14T12:39:24,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39775,DS-a2595139-ff49-4427-959b-77f50f2acdf9,DISK] 2024-11-14T12:39:24,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46211,DS-6270f1b8-91d8-48f8-986c-8d4337de217e,DISK] 2024-11-14T12:39:24,452 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/WALs/f1b69e0236bd,43913,1731587964116/f1b69e0236bd%2C43913%2C1731587964116.1731587964429 2024-11-14T12:39:24,453 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35081:35081),(127.0.0.1/127.0.0.1:40589:40589)] 2024-11-14T12:39:24,453 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:24,453 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:24,453 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,453 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:39:24,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:24,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:24,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:39:24,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:24,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:24,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:39:24,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:24,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:24,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:39:24,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:24,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:24,465 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,466 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,467 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,469 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,469 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,469 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:24,471 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:24,473 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:24,474 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64436729, jitterRate=-0.03981791436672211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:24,475 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587964453Initializing all the Stores at 1731587964454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587964455 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587964455Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587964455Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587964455Cleaning up temporary data from old regions at 1731587964469 (+14 ms)Region opened successfully at 1731587964475 (+6 ms) 2024-11-14T12:39:24,475 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:39:24,479 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45460429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:24,481 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:39:24,481 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:39:24,481 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:39:24,481 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:39:24,482 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:39:24,482 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:39:24,482 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:39:24,485 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:39:24,486 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T12:39:24,493 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T12:39:24,493 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:39:24,494 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:39:24,501 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T12:39:24,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:39:24,503 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:39:24,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T12:39:24,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:39:24,518 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T12:39:24,520 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:39:24,526 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T12:39:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,536 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,43913,1731587964116, sessionid=0x1013a89426a0000, setting cluster-up flag (Was=false) 2024-11-14T12:39:24,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,577 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T12:39:24,581 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,43913,1731587964116 2024-11-14T12:39:24,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:24,626 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T12:39:24,628 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,43913,1731587964116 2024-11-14T12:39:24,629 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:39:24,631 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:24,632 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:39:24,632 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:39:24,633 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,43913,1731587964116 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:39:24,635 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:24,635 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:24,635 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:24,635 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:24,635 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:39:24,635 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,635 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:24,635 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,636 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587994636 2024-11-14T12:39:24,636 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:39:24,636 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:39:24,637 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:39:24,637 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:39:24,637 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:39:24,637 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:39:24,637 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:24,638 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:39:24,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:39:24,638 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:39:24,638 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:39:24,638 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:39:24,638 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:39:24,639 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587964638,5,FailOnTimeoutGroup] 2024-11-14T12:39:24,639 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587964639,5,FailOnTimeoutGroup] 2024-11-14T12:39:24,639 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,639 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:39:24,639 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,639 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,639 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:24,640 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:39:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:24,720 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(746): ClusterId : f97689d3-cabf-41c3-9176-4fbdfa73a988 2024-11-14T12:39:24,720 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(746): ClusterId : f97689d3-cabf-41c3-9176-4fbdfa73a988 2024-11-14T12:39:24,720 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:24,720 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:24,728 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:24,728 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:24,728 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:24,728 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:24,736 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:24,736 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:24,736 DEBUG [RS:1;f1b69e0236bd:34205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b5ea22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:24,736 DEBUG [RS:0;f1b69e0236bd:38325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cda48bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:24,747 DEBUG [RS:0;f1b69e0236bd:38325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:38325 2024-11-14T12:39:24,747 DEBUG [RS:1;f1b69e0236bd:34205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f1b69e0236bd:34205 2024-11-14T12:39:24,747 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:24,747 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:24,747 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:24,747 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:24,747 DEBUG [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:24,747 DEBUG [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:24,748 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,43913,1731587964116 with port=34205, startcode=1731587964290 2024-11-14T12:39:24,748 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,43913,1731587964116 with port=38325, startcode=1731587964250 2024-11-14T12:39:24,749 DEBUG [RS:1;f1b69e0236bd:34205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:24,749 DEBUG [RS:0;f1b69e0236bd:38325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:24,751 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:24,751 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:24,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,38325,1731587964250 2024-11-14T12:39:24,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43913 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,38325,1731587964250 2024-11-14T12:39:24,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:24,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43913 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:24,753 DEBUG [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961 2024-11-14T12:39:24,754 DEBUG [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42779 2024-11-14T12:39:24,754 DEBUG [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:24,755 DEBUG [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961 2024-11-14T12:39:24,755 DEBUG [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42779 2024-11-14T12:39:24,755 DEBUG [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:24,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:24,789 DEBUG [RS:0;f1b69e0236bd:38325 {}] zookeeper.ZKUtil(111): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,38325,1731587964250 2024-11-14T12:39:24,789 WARN [RS:0;f1b69e0236bd:38325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:24,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,34205,1731587964290] 2024-11-14T12:39:24,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,38325,1731587964250] 2024-11-14T12:39:24,789 INFO [RS:0;f1b69e0236bd:38325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:24,789 DEBUG [RS:1;f1b69e0236bd:34205 {}] zookeeper.ZKUtil(111): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:24,789 DEBUG [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,38325,1731587964250 2024-11-14T12:39:24,789 WARN [RS:1;f1b69e0236bd:34205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:24,789 INFO [RS:1;f1b69e0236bd:34205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:24,789 DEBUG [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:24,793 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:24,793 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:24,796 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:24,797 INFO [RS:1;f1b69e0236bd:34205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:24,797 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,798 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:24,799 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:24,799 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,799 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,799 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,799 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,800 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:24,800 DEBUG [RS:1;f1b69e0236bd:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:24,803 INFO [RS:0;f1b69e0236bd:38325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:24,803 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,803 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,803 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,803 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,803 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,803 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,803 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:24,803 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34205,1731587964290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:24,804 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:24,804 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,804 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:24,805 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:24,806 DEBUG [RS:0;f1b69e0236bd:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:24,808 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,808 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,808 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,808 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,808 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,808 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38325,1731587964250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:24,818 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:24,818 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34205,1731587964290-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,818 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,818 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.Replication(171): f1b69e0236bd,34205,1731587964290 started 2024-11-14T12:39:24,825 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:24,826 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38325,1731587964250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,826 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,826 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.Replication(171): f1b69e0236bd,38325,1731587964250 started 2024-11-14T12:39:24,832 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,832 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,34205,1731587964290, RpcServer on f1b69e0236bd/172.17.0.3:34205, sessionid=0x1013a89426a0002 2024-11-14T12:39:24,832 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:24,832 DEBUG [RS:1;f1b69e0236bd:34205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:24,832 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,34205,1731587964290' 2024-11-14T12:39:24,833 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:24,833 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:24,834 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:24,834 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:24,834 DEBUG [RS:1;f1b69e0236bd:34205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:24,834 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,34205,1731587964290' 2024-11-14T12:39:24,834 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:24,834 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:24,835 DEBUG [RS:1;f1b69e0236bd:34205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:24,835 INFO [RS:1;f1b69e0236bd:34205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:24,835 INFO [RS:1;f1b69e0236bd:34205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:24,839 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:24,839 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,38325,1731587964250, RpcServer on f1b69e0236bd/172.17.0.3:38325, sessionid=0x1013a89426a0001 2024-11-14T12:39:24,840 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:24,840 DEBUG [RS:0;f1b69e0236bd:38325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,38325,1731587964250 2024-11-14T12:39:24,840 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,38325,1731587964250' 2024-11-14T12:39:24,840 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:24,840 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:24,841 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:24,841 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:24,841 DEBUG [RS:0;f1b69e0236bd:38325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,38325,1731587964250 2024-11-14T12:39:24,841 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,38325,1731587964250' 2024-11-14T12:39:24,841 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:24,841 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:24,841 DEBUG [RS:0;f1b69e0236bd:38325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:24,841 INFO [RS:0;f1b69e0236bd:38325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:24,841 INFO [RS:0;f1b69e0236bd:38325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:24,935 INFO [RS:1;f1b69e0236bd:34205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:24,939 INFO [RS:1;f1b69e0236bd:34205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C34205%2C1731587964290, suffix=, logDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,34205,1731587964290, archiveDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/oldWALs, maxLogs=32 2024-11-14T12:39:24,943 INFO [RS:0;f1b69e0236bd:38325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:24,946 INFO [RS:0;f1b69e0236bd:38325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C38325%2C1731587964250, suffix=, logDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,38325,1731587964250, archiveDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/oldWALs, maxLogs=32 2024-11-14T12:39:24,957 DEBUG [RS:1;f1b69e0236bd:34205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,34205,1731587964290/f1b69e0236bd%2C34205%2C1731587964290.1731587964941, exclude list is [], retry=0 2024-11-14T12:39:24,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46211,DS-6270f1b8-91d8-48f8-986c-8d4337de217e,DISK] 2024-11-14T12:39:24,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39775,DS-a2595139-ff49-4427-959b-77f50f2acdf9,DISK] 2024-11-14T12:39:24,961 DEBUG [RS:0;f1b69e0236bd:38325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,38325,1731587964250/f1b69e0236bd%2C38325%2C1731587964250.1731587964947, exclude list is [], retry=0 2024-11-14T12:39:24,962 INFO [RS:1;f1b69e0236bd:34205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,34205,1731587964290/f1b69e0236bd%2C34205%2C1731587964290.1731587964941 2024-11-14T12:39:24,963 DEBUG [RS:1;f1b69e0236bd:34205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40589:40589),(127.0.0.1/127.0.0.1:35081:35081)] 2024-11-14T12:39:24,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46211,DS-6270f1b8-91d8-48f8-986c-8d4337de217e,DISK] 2024-11-14T12:39:24,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39775,DS-a2595139-ff49-4427-959b-77f50f2acdf9,DISK] 2024-11-14T12:39:24,966 INFO [RS:0;f1b69e0236bd:38325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,38325,1731587964250/f1b69e0236bd%2C38325%2C1731587964250.1731587964947 2024-11-14T12:39:24,967 DEBUG [RS:0;f1b69e0236bd:38325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40589:40589),(127.0.0.1/127.0.0.1:35081:35081)] 2024-11-14T12:39:25,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:39:25,056 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961 2024-11-14T12:39:25,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741834_1010 (size=32) 2024-11-14T12:39:25,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741834_1010 (size=32) 2024-11-14T12:39:25,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:25,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:25,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:25,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:25,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:25,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:25,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:25,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:25,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:25,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:25,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:25,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:25,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:25,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:25,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:25,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:25,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:25,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:25,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740 2024-11-14T12:39:25,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740 2024-11-14T12:39:25,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:25,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:25,491 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:25,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:25,494 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:25,495 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64505270, jitterRate=-0.038796573877334595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:25,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587965471Initializing all the Stores at 1731587965474 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587965474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587965474Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587965475 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587965475Cleaning up temporary data from old regions at 1731587965490 (+15 ms)Region opened successfully at 1731587965496 (+6 ms) 2024-11-14T12:39:25,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:25,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:25,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:25,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:25,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:25,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:25,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587965496Disabling compacts and flushes for region at 1731587965496Disabling writes for close at 1731587965496Writing region close event to WAL at 1731587965496Closed at 1731587965496 2024-11-14T12:39:25,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:25,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:39:25,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:39:25,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:25,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:39:25,651 DEBUG [f1b69e0236bd:43913 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T12:39:25,651 DEBUG [f1b69e0236bd:43913 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:25,654 DEBUG [f1b69e0236bd:43913 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:25,655 DEBUG [f1b69e0236bd:43913 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:25,655 DEBUG [f1b69e0236bd:43913 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:25,655 DEBUG [f1b69e0236bd:43913 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:25,655 INFO [f1b69e0236bd:43913 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:25,655 INFO [f1b69e0236bd:43913 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:25,655 DEBUG [f1b69e0236bd:43913 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:25,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:25,657 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,34205,1731587964290, state=OPENING 2024-11-14T12:39:25,698 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:39:25,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:25,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:25,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:25,757 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:25,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:25,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,34205,1731587964290}] 2024-11-14T12:39:25,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:25,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:25,911 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:25,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:25,918 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:39:25,918 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:25,918 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:39:25,920 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C34205%2C1731587964290.meta, suffix=.meta, logDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,34205,1731587964290, archiveDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/oldWALs, maxLogs=32 2024-11-14T12:39:25,934 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,34205,1731587964290/f1b69e0236bd%2C34205%2C1731587964290.meta.1731587965921.meta, exclude list is [], retry=0 2024-11-14T12:39:25,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39775,DS-a2595139-ff49-4427-959b-77f50f2acdf9,DISK] 2024-11-14T12:39:25,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46211,DS-6270f1b8-91d8-48f8-986c-8d4337de217e,DISK] 2024-11-14T12:39:25,939 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/WALs/f1b69e0236bd,34205,1731587964290/f1b69e0236bd%2C34205%2C1731587964290.meta.1731587965921.meta 2024-11-14T12:39:25,939 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35081:35081),(127.0.0.1/127.0.0.1:40589:40589)] 2024-11-14T12:39:25,939 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:25,939 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:39:25,940 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:39:25,940 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:39:25,940 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:39:25,940 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:25,940 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:39:25,940 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:39:25,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:25,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:25,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:25,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:25,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:25,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:25,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:25,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:25,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:25,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:25,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:25,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:25,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:25,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:25,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:25,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:25,948 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:25,949 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740 2024-11-14T12:39:25,951 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740 2024-11-14T12:39:25,952 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:25,952 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:25,953 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:25,954 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:25,955 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67527793, jitterRate=0.006242528557777405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:25,955 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:39:25,956 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587965940Writing region info on filesystem at 1731587965940Initializing all the Stores at 1731587965941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587965941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587965942 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587965942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587965942Cleaning up temporary data from old regions at 1731587965952 (+10 ms)Running coprocessor post-open hooks at 1731587965955 (+3 ms)Region opened successfully at 1731587965956 (+1 ms) 2024-11-14T12:39:25,958 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587965911 2024-11-14T12:39:25,961 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:39:25,961 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:39:25,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:25,963 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,34205,1731587964290, state=OPEN 2024-11-14T12:39:26,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:26,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:26,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:26,008 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:26,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:26,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:26,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:26,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:39:26,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,34205,1731587964290 in 251 msec 2024-11-14T12:39:26,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:39:26,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 514 msec 2024-11-14T12:39:26,016 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:26,016 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:39:26,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:26,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,34205,1731587964290, seqNum=-1] 2024-11-14T12:39:26,018 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:26,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:26,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3940 sec 2024-11-14T12:39:26,026 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587966026, completionTime=-1 2024-11-14T12:39:26,026 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T12:39:26,026 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:39:26,028 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T12:39:26,028 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588026028 2024-11-14T12:39:26,029 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588086029 2024-11-14T12:39:26,029 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:39:26,029 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T12:39:26,029 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43913,1731587964116-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:26,030 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43913,1731587964116-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:26,030 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43913,1731587964116-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:26,030 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:43913, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:26,030 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:26,030 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:26,033 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:39:26,036 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.680sec 2024-11-14T12:39:26,036 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:39:26,036 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:39:26,036 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:39:26,036 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:39:26,036 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:39:26,036 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43913,1731587964116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:26,036 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43913,1731587964116-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:39:26,039 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:39:26,039 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:39:26,039 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43913,1731587964116-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:26,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2c1a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:26,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,43913,-1 for getting cluster id 2024-11-14T12:39:26,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:39:26,123 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f97689d3-cabf-41c3-9176-4fbdfa73a988' 2024-11-14T12:39:26,124 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:39:26,124 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f97689d3-cabf-41c3-9176-4fbdfa73a988" 2024-11-14T12:39:26,125 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79711ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:26,125 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,43913,-1] 2024-11-14T12:39:26,125 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:39:26,125 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:26,126 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:39:26,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db19bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:26,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:26,130 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,34205,1731587964290, seqNum=-1] 2024-11-14T12:39:26,130 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:26,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:26,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,43913,1731587964116 2024-11-14T12:39:26,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:39:26,135 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,43913,1731587964116 2024-11-14T12:39:26,135 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bee20bc 2024-11-14T12:39:26,135 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:39:26,136 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:39:26,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T12:39:26,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:39:26,140 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:26,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T12:39:26,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:39:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:26,155 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0695457932eb7e18fd7b554f578445e3, NAME => 'testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961 2024-11-14T12:39:26,156 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 93a088b4bfcc74f14ab4fb847640e7e9, NAME => 'testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961 2024-11-14T12:39:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:26,173 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:26,173 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 93a088b4bfcc74f14ab4fb847640e7e9, disabling compactions & flushes 2024-11-14T12:39:26,173 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,173 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,173 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. after waiting 0 ms 2024-11-14T12:39:26,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,174 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 93a088b4bfcc74f14ab4fb847640e7e9: Waiting for close lock at 1731587966173Disabling compacts and flushes for region at 1731587966173Disabling writes for close at 1731587966174 (+1 ms)Writing region close event to WAL at 1731587966174Closed at 1731587966174 2024-11-14T12:39:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:26,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:26,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0695457932eb7e18fd7b554f578445e3, disabling compactions & flushes 2024-11-14T12:39:26,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. after waiting 0 ms 2024-11-14T12:39:26,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0695457932eb7e18fd7b554f578445e3: Waiting for close lock at 1731587966177Disabling compacts and flushes for region at 1731587966177Disabling writes for close at 1731587966177Writing region close event to WAL at 1731587966177Closed at 1731587966177 2024-11-14T12:39:26,179 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:39:26,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587966179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587966179"}]},"ts":"1731587966179"} 2024-11-14T12:39:26,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587966179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587966179"}]},"ts":"1731587966179"} 2024-11-14T12:39:26,185 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T12:39:26,187 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:39:26,187 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587966187"}]},"ts":"1731587966187"} 2024-11-14T12:39:26,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T12:39:26,190 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:26,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:26,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:26,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:26,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:26,192 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:26,192 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:26,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:26,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0695457932eb7e18fd7b554f578445e3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93a088b4bfcc74f14ab4fb847640e7e9, ASSIGN}] 2024-11-14T12:39:26,195 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0695457932eb7e18fd7b554f578445e3, ASSIGN 2024-11-14T12:39:26,195 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93a088b4bfcc74f14ab4fb847640e7e9, ASSIGN 2024-11-14T12:39:26,196 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0695457932eb7e18fd7b554f578445e3, ASSIGN; state=OFFLINE, location=f1b69e0236bd,34205,1731587964290; forceNewPlan=false, retain=false 2024-11-14T12:39:26,196 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93a088b4bfcc74f14ab4fb847640e7e9, ASSIGN; state=OFFLINE, location=f1b69e0236bd,38325,1731587964250; forceNewPlan=false, retain=false 2024-11-14T12:39:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:26,346 INFO [f1b69e0236bd:43913 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T12:39:26,347 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0695457932eb7e18fd7b554f578445e3, regionState=OPENING, regionLocation=f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:26,347 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=93a088b4bfcc74f14ab4fb847640e7e9, regionState=OPENING, regionLocation=f1b69e0236bd,38325,1731587964250 2024-11-14T12:39:26,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0695457932eb7e18fd7b554f578445e3, ASSIGN because future has completed 2024-11-14T12:39:26,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0695457932eb7e18fd7b554f578445e3, server=f1b69e0236bd,34205,1731587964290}] 2024-11-14T12:39:26,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93a088b4bfcc74f14ab4fb847640e7e9, ASSIGN because future has completed 2024-11-14T12:39:26,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93a088b4bfcc74f14ab4fb847640e7e9, server=f1b69e0236bd,38325,1731587964250}] 2024-11-14T12:39:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:26,510 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:26,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:26,518 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,519 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0695457932eb7e18fd7b554f578445e3, NAME => 'testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T12:39:26,519 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,519 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:26,519 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,520 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,520 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,521 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 93a088b4bfcc74f14ab4fb847640e7e9, NAME => 'testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T12:39:26,521 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,522 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:26,522 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,522 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,525 INFO [StoreOpener-0695457932eb7e18fd7b554f578445e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,527 INFO [StoreOpener-0695457932eb7e18fd7b554f578445e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0695457932eb7e18fd7b554f578445e3 columnFamilyName family 2024-11-14T12:39:26,527 DEBUG [StoreOpener-0695457932eb7e18fd7b554f578445e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:26,528 INFO [StoreOpener-0695457932eb7e18fd7b554f578445e3-1 {}] regionserver.HStore(327): Store=0695457932eb7e18fd7b554f578445e3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:26,528 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,529 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,530 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,530 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,530 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,531 INFO [StoreOpener-93a088b4bfcc74f14ab4fb847640e7e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,532 INFO [StoreOpener-93a088b4bfcc74f14ab4fb847640e7e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93a088b4bfcc74f14ab4fb847640e7e9 columnFamilyName family 2024-11-14T12:39:26,532 DEBUG [StoreOpener-93a088b4bfcc74f14ab4fb847640e7e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:26,532 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,533 INFO [StoreOpener-93a088b4bfcc74f14ab4fb847640e7e9-1 {}] regionserver.HStore(327): Store=93a088b4bfcc74f14ab4fb847640e7e9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:26,533 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,534 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,534 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,535 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,535 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,535 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/0695457932eb7e18fd7b554f578445e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:26,536 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0695457932eb7e18fd7b554f578445e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64241764, jitterRate=-0.042723119258880615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:26,536 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,537 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0695457932eb7e18fd7b554f578445e3: Running coprocessor pre-open hook at 1731587966520Writing region info on filesystem at 1731587966520Initializing all the Stores at 1731587966521 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587966521Cleaning up temporary data from old regions at 1731587966530 (+9 ms)Running coprocessor post-open hooks at 1731587966536 (+6 ms)Region opened successfully at 1731587966537 (+1 ms) 2024-11-14T12:39:26,537 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,538 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3., pid=7, masterSystemTime=1731587966508 2024-11-14T12:39:26,540 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/93a088b4bfcc74f14ab4fb847640e7e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:26,541 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 93a088b4bfcc74f14ab4fb847640e7e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74310429, jitterRate=0.1073116809129715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:26,541 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,541 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 93a088b4bfcc74f14ab4fb847640e7e9: Running coprocessor pre-open hook at 1731587966522Writing region info on filesystem at 1731587966522Initializing all the Stores at 1731587966523 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587966523Cleaning up temporary data from old regions at 1731587966535 (+12 ms)Running coprocessor post-open hooks at 1731587966541 (+6 ms)Region opened successfully at 1731587966541 2024-11-14T12:39:26,542 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,543 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,543 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9., pid=8, masterSystemTime=1731587966509 2024-11-14T12:39:26,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0695457932eb7e18fd7b554f578445e3, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:26,545 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,545 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,546 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=93a088b4bfcc74f14ab4fb847640e7e9, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,38325,1731587964250 2024-11-14T12:39:26,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0695457932eb7e18fd7b554f578445e3, server=f1b69e0236bd,34205,1731587964290 because future has completed 2024-11-14T12:39:26,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93a088b4bfcc74f14ab4fb847640e7e9, server=f1b69e0236bd,38325,1731587964250 because future has completed 2024-11-14T12:39:26,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T12:39:26,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0695457932eb7e18fd7b554f578445e3, server=f1b69e0236bd,34205,1731587964290 in 196 msec 2024-11-14T12:39:26,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0695457932eb7e18fd7b554f578445e3, ASSIGN in 361 msec 2024-11-14T12:39:26,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T12:39:26,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 93a088b4bfcc74f14ab4fb847640e7e9, server=f1b69e0236bd,38325,1731587964250 in 198 msec 2024-11-14T12:39:26,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:39:26,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T12:39:26,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93a088b4bfcc74f14ab4fb847640e7e9, ASSIGN in 365 msec 2024-11-14T12:39:26,566 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:39:26,566 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587966566"}]},"ts":"1731587966566"} 2024-11-14T12:39:26,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:26,569 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T12:39:26,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:39:26,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 434 msec 2024-11-14T12:39:26,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:26,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:26,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:26,772 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T12:39:26,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T12:39:26,772 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:26,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T12:39:26,777 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:26,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T12:39:26,782 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3., hostname=f1b69e0236bd,34205,1731587964290, seqNum=2] 2024-11-14T12:39:26,798 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9., hostname=f1b69e0236bd,38325,1731587964250, seqNum=2] 2024-11-14T12:39:26,799 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:26,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:26,814 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 93a088b4bfcc74f14ab4fb847640e7e9 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T12:39:26,831 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/93a088b4bfcc74f14ab4fb847640e7e9/.tmp/family/8964b127c29a4d058677261897493a04 is 32, key is 5/family:/1731587966801/Put/seqid=0 2024-11-14T12:39:26,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741839_1015 (size=5083) 2024-11-14T12:39:26,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741839_1015 (size=5083) 2024-11-14T12:39:26,837 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/93a088b4bfcc74f14ab4fb847640e7e9/.tmp/family/8964b127c29a4d058677261897493a04 2024-11-14T12:39:26,846 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/93a088b4bfcc74f14ab4fb847640e7e9/.tmp/family/8964b127c29a4d058677261897493a04 as hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/93a088b4bfcc74f14ab4fb847640e7e9/family/8964b127c29a4d058677261897493a04 2024-11-14T12:39:26,854 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/93a088b4bfcc74f14ab4fb847640e7e9/family/8964b127c29a4d058677261897493a04, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T12:39:26,856 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 93a088b4bfcc74f14ab4fb847640e7e9 in 42ms, sequenceid=9, compaction requested=false 2024-11-14T12:39:26,856 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 93a088b4bfcc74f14ab4fb847640e7e9: 2024-11-14T12:39:26,856 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0695457932eb7e18fd7b554f578445e3 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T12:39:26,873 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/0695457932eb7e18fd7b554f578445e3/.tmp/family/691331c195a341768ba27329e91d92c1 is 32, key is 1/family:/1731587966783/Put/seqid=0 2024-11-14T12:39:26,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741840_1016 (size=5054) 2024-11-14T12:39:26,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741840_1016 (size=5054) 2024-11-14T12:39:26,879 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/0695457932eb7e18fd7b554f578445e3/.tmp/family/691331c195a341768ba27329e91d92c1 2024-11-14T12:39:26,887 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/0695457932eb7e18fd7b554f578445e3/.tmp/family/691331c195a341768ba27329e91d92c1 as hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/0695457932eb7e18fd7b554f578445e3/family/691331c195a341768ba27329e91d92c1 2024-11-14T12:39:26,893 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/0695457932eb7e18fd7b554f578445e3/family/691331c195a341768ba27329e91d92c1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T12:39:26,895 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0695457932eb7e18fd7b554f578445e3 in 39ms, sequenceid=8, compaction requested=false 2024-11-14T12:39:26,895 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0695457932eb7e18fd7b554f578445e3: 2024-11-14T12:39:26,900 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T12:39:26,905 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:26,905 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:26,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:26,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:26,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:39:26,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:26,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:26,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:26,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:26,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:39:26,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:39:26,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1920326067, stopped=false 2024-11-14T12:39:26,909 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,43913,1731587964116 2024-11-14T12:39:26,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:26,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:26,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:26,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:26,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:26,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:26,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:26,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:26,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:26,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:26,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:26,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:26,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:26,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,38325,1731587964250' ***** 2024-11-14T12:39:26,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:26,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,34205,1731587964290' ***** 2024-11-14T12:39:26,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:26,957 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:26,957 INFO [RS:1;f1b69e0236bd:34205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:26,957 INFO [RS:1;f1b69e0236bd:34205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:26,957 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:26,957 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(3091): Received CLOSE for 0695457932eb7e18fd7b554f578445e3 2024-11-14T12:39:26,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:26,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:26,958 INFO [RS:0;f1b69e0236bd:38325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:26,958 INFO [RS:0;f1b69e0236bd:38325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:26,958 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(3091): Received CLOSE for 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,958 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:26,958 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:26,958 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,38325,1731587964250 2024-11-14T12:39:26,958 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:26,958 INFO [RS:1;f1b69e0236bd:34205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f1b69e0236bd:34205. 2024-11-14T12:39:26,958 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0695457932eb7e18fd7b554f578445e3, disabling compactions & flushes 2024-11-14T12:39:26,958 INFO [RS:0;f1b69e0236bd:38325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:38325. 2024-11-14T12:39:26,958 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93a088b4bfcc74f14ab4fb847640e7e9, disabling compactions & flushes 2024-11-14T12:39:26,958 DEBUG [RS:1;f1b69e0236bd:34205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:26,958 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,958 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,958 DEBUG [RS:1;f1b69e0236bd:34205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:26,958 DEBUG [RS:0;f1b69e0236bd:38325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:26,958 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,958 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,958 DEBUG [RS:0;f1b69e0236bd:38325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:26,958 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. after waiting 0 ms 2024-11-14T12:39:26,958 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:26,958 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. after waiting 0 ms 2024-11-14T12:39:26,959 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,959 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:26,959 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:39:26,959 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,959 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:26,959 DEBUG [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(1325): Online Regions={93a088b4bfcc74f14ab4fb847640e7e9=testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9.} 2024-11-14T12:39:26,959 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:39:26,959 DEBUG [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(1351): Waiting on 93a088b4bfcc74f14ab4fb847640e7e9 2024-11-14T12:39:26,959 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:39:26,959 DEBUG [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0695457932eb7e18fd7b554f578445e3=testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3.} 2024-11-14T12:39:26,959 DEBUG [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(1351): Waiting on 0695457932eb7e18fd7b554f578445e3, 1588230740 2024-11-14T12:39:26,959 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:26,959 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:26,959 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:26,959 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:26,959 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:26,959 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T12:39:26,964 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/93a088b4bfcc74f14ab4fb847640e7e9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T12:39:26,964 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/default/testClearRegionBlockCache/0695457932eb7e18fd7b554f578445e3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:39:26,965 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,965 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,965 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93a088b4bfcc74f14ab4fb847640e7e9: Waiting for close lock at 1731587966958Running coprocessor pre-close hooks at 1731587966958Disabling compacts and flushes for region at 1731587966958Disabling writes for close at 1731587966959 (+1 ms)Writing region close event to WAL at 1731587966960 (+1 ms)Running coprocessor post-close hooks at 1731587966965 (+5 ms)Closed at 1731587966965 2024-11-14T12:39:26,965 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0695457932eb7e18fd7b554f578445e3: Waiting for close lock at 1731587966958Running coprocessor pre-close hooks at 1731587966958Disabling compacts and flushes for region at 1731587966958Disabling writes for close at 1731587966958Writing region close event to WAL at 1731587966959 (+1 ms)Running coprocessor post-close hooks at 1731587966965 (+6 ms)Closed at 1731587966965 2024-11-14T12:39:26,965 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9. 2024-11-14T12:39:26,965 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731587966137.0695457932eb7e18fd7b554f578445e3. 2024-11-14T12:39:26,979 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/.tmp/info/ea4fce0626c441058e52916d3236b413 is 173, key is testClearRegionBlockCache,5,1731587966137.93a088b4bfcc74f14ab4fb847640e7e9./info:regioninfo/1731587966546/Put/seqid=0 2024-11-14T12:39:26,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:26,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:26,986 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/.tmp/info/ea4fce0626c441058e52916d3236b413 2024-11-14T12:39:27,006 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/.tmp/ns/d629f5f36c7449c2828095a0b3969ad3 is 43, key is default/ns:d/1731587966020/Put/seqid=0 2024-11-14T12:39:27,006 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:27,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:27,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:27,011 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/.tmp/ns/d629f5f36c7449c2828095a0b3969ad3 2024-11-14T12:39:27,012 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:27,033 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/.tmp/table/481b8371103e4782a5a0973f8bc041eb is 61, key is testClearRegionBlockCache/table:state/1731587966566/Put/seqid=0 2024-11-14T12:39:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:27,039 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/.tmp/table/481b8371103e4782a5a0973f8bc041eb 2024-11-14T12:39:27,047 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/.tmp/info/ea4fce0626c441058e52916d3236b413 as hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/info/ea4fce0626c441058e52916d3236b413 2024-11-14T12:39:27,076 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/info/ea4fce0626c441058e52916d3236b413, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T12:39:27,077 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/.tmp/ns/d629f5f36c7449c2828095a0b3969ad3 as hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/ns/d629f5f36c7449c2828095a0b3969ad3 2024-11-14T12:39:27,084 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/ns/d629f5f36c7449c2828095a0b3969ad3, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T12:39:27,085 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/.tmp/table/481b8371103e4782a5a0973f8bc041eb as hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/table/481b8371103e4782a5a0973f8bc041eb 2024-11-14T12:39:27,091 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/table/481b8371103e4782a5a0973f8bc041eb, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T12:39:27,092 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=13, compaction requested=false 2024-11-14T12:39:27,097 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T12:39:27,098 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:39:27,098 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:27,098 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587966959Running coprocessor pre-close hooks at 1731587966959Disabling compacts and flushes for region at 1731587966959Disabling writes for close at 1731587966959Obtaining lock to block concurrent updates at 1731587966960 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731587966960Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731587966960Flushing stores of hbase:meta,,1.1588230740 at 1731587966961 (+1 ms)Flushing 1588230740/info: creating writer at 1731587966961Flushing 1588230740/info: appending metadata at 1731587966979 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731587966979Flushing 1588230740/ns: creating writer at 1731587966992 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731587967005 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731587967005Flushing 1588230740/table: creating writer at 1731587967017 (+12 ms)Flushing 1588230740/table: appending metadata at 1731587967033 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731587967033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603105bf: reopening flushed file at 1731587967046 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75387941: reopening flushed file at 1731587967076 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e19d0c3: reopening flushed file at 1731587967084 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=13, compaction requested=false at 1731587967092 (+8 ms)Writing region close event to WAL at 1731587967093 (+1 ms)Running coprocessor post-close hooks at 1731587967098 (+5 ms)Closed at 1731587967098 2024-11-14T12:39:27,099 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:27,159 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,38325,1731587964250; all regions closed. 2024-11-14T12:39:27,159 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,34205,1731587964290; all regions closed. 2024-11-14T12:39:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:27,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:27,169 DEBUG [RS:0;f1b69e0236bd:38325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/oldWALs 2024-11-14T12:39:27,169 INFO [RS:0;f1b69e0236bd:38325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C38325%2C1731587964250:(num 1731587964947) 2024-11-14T12:39:27,169 DEBUG [RS:0;f1b69e0236bd:38325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:27,169 DEBUG [RS:1;f1b69e0236bd:34205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/oldWALs 2024-11-14T12:39:27,169 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:27,169 INFO [RS:1;f1b69e0236bd:34205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C34205%2C1731587964290.meta:.meta(num 1731587965921) 2024-11-14T12:39:27,169 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:27,169 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:27,170 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:27,170 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:27,170 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:27,170 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:27,170 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:27,170 INFO [RS:0;f1b69e0236bd:38325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38325 2024-11-14T12:39:27,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741832_1008 (size=1758) 2024-11-14T12:39:27,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741832_1008 (size=1758) 2024-11-14T12:39:27,174 DEBUG [RS:1;f1b69e0236bd:34205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/oldWALs 2024-11-14T12:39:27,174 INFO [RS:1;f1b69e0236bd:34205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C34205%2C1731587964290:(num 1731587964941) 2024-11-14T12:39:27,174 DEBUG [RS:1;f1b69e0236bd:34205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:27,174 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:27,174 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:27,174 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:27,175 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:27,175 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:27,175 INFO [RS:1;f1b69e0236bd:34205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34205 2024-11-14T12:39:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,38325,1731587964250 2024-11-14T12:39:27,180 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:27,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,34205,1731587964290 2024-11-14T12:39:27,189 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:27,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,34205,1731587964290] 2024-11-14T12:39:27,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,34205,1731587964290 already deleted, retry=false 2024-11-14T12:39:27,214 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,34205,1731587964290 expired; onlineServers=1 2024-11-14T12:39:27,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,38325,1731587964250] 2024-11-14T12:39:27,222 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,38325,1731587964250 already deleted, retry=false 2024-11-14T12:39:27,223 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,38325,1731587964250 expired; onlineServers=0 2024-11-14T12:39:27,223 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,43913,1731587964116' ***** 2024-11-14T12:39:27,223 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:39:27,223 INFO [M:0;f1b69e0236bd:43913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:27,223 INFO [M:0;f1b69e0236bd:43913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:27,223 DEBUG [M:0;f1b69e0236bd:43913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:39:27,224 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:39:27,224 DEBUG [M:0;f1b69e0236bd:43913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:39:27,224 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587964638 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587964638,5,FailOnTimeoutGroup] 2024-11-14T12:39:27,224 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587964639 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587964639,5,FailOnTimeoutGroup] 2024-11-14T12:39:27,224 INFO [M:0;f1b69e0236bd:43913 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:27,225 INFO [M:0;f1b69e0236bd:43913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:27,225 DEBUG [M:0;f1b69e0236bd:43913 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:39:27,225 INFO [M:0;f1b69e0236bd:43913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:39:27,225 INFO [M:0;f1b69e0236bd:43913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:27,226 INFO [M:0;f1b69e0236bd:43913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:39:27,226 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:39:27,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:27,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:27,235 DEBUG [M:0;f1b69e0236bd:43913 {}] zookeeper.ZKUtil(347): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T12:39:27,235 WARN [M:0;f1b69e0236bd:43913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:39:27,235 INFO [M:0;f1b69e0236bd:43913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/.lastflushedseqids 2024-11-14T12:39:27,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741844_1020 (size=182) 2024-11-14T12:39:27,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741844_1020 (size=182) 2024-11-14T12:39:27,244 INFO [M:0;f1b69e0236bd:43913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:39:27,244 INFO [M:0;f1b69e0236bd:43913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:39:27,244 DEBUG [M:0;f1b69e0236bd:43913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:27,245 INFO [M:0;f1b69e0236bd:43913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:27,245 DEBUG [M:0;f1b69e0236bd:43913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:27,245 DEBUG [M:0;f1b69e0236bd:43913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:27,245 DEBUG [M:0;f1b69e0236bd:43913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:27,245 INFO [M:0;f1b69e0236bd:43913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T12:39:27,264 DEBUG [M:0;f1b69e0236bd:43913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83b60afea6e4409f8c7cb73ab9778521 is 82, key is hbase:meta,,1/info:regioninfo/1731587965961/Put/seqid=0 2024-11-14T12:39:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:27,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:27,270 INFO [M:0;f1b69e0236bd:43913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83b60afea6e4409f8c7cb73ab9778521 2024-11-14T12:39:27,290 DEBUG [M:0;f1b69e0236bd:43913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5a0e2d171e441b09c9807e7a9c3a38d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587966572/Put/seqid=0 2024-11-14T12:39:27,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741846_1022 (size=6219) 2024-11-14T12:39:27,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741846_1022 (size=6219) 2024-11-14T12:39:27,296 INFO [M:0;f1b69e0236bd:43913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5a0e2d171e441b09c9807e7a9c3a38d 2024-11-14T12:39:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:27,297 INFO [RS:0;f1b69e0236bd:38325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1013a89426a0001, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:27,297 INFO [RS:0;f1b69e0236bd:38325 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,38325,1731587964250; zookeeper connection closed. 2024-11-14T12:39:27,298 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32d495b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32d495b7 2024-11-14T12:39:27,306 INFO [RS:1;f1b69e0236bd:34205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:27,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:27,306 INFO [RS:1;f1b69e0236bd:34205 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,34205,1731587964290; zookeeper connection closed. 2024-11-14T12:39:27,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1013a89426a0002, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:27,306 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a41acbd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a41acbd 2024-11-14T12:39:27,306 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T12:39:27,318 DEBUG [M:0;f1b69e0236bd:43913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e75e39497c164b0a9f408683653331b0 is 69, key is f1b69e0236bd,34205,1731587964290/rs:state/1731587964754/Put/seqid=0 2024-11-14T12:39:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:27,323 INFO [M:0;f1b69e0236bd:43913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e75e39497c164b0a9f408683653331b0 2024-11-14T12:39:27,331 DEBUG [M:0;f1b69e0236bd:43913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83b60afea6e4409f8c7cb73ab9778521 as hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83b60afea6e4409f8c7cb73ab9778521 2024-11-14T12:39:27,338 INFO [M:0;f1b69e0236bd:43913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83b60afea6e4409f8c7cb73ab9778521, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T12:39:27,339 DEBUG [M:0;f1b69e0236bd:43913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5a0e2d171e441b09c9807e7a9c3a38d as hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5a0e2d171e441b09c9807e7a9c3a38d 2024-11-14T12:39:27,346 INFO [M:0;f1b69e0236bd:43913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5a0e2d171e441b09c9807e7a9c3a38d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T12:39:27,347 DEBUG [M:0;f1b69e0236bd:43913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e75e39497c164b0a9f408683653331b0 as hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e75e39497c164b0a9f408683653331b0 2024-11-14T12:39:27,353 INFO [M:0;f1b69e0236bd:43913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/94cd6d61-ebd1-e28b-1b1a-babf5dc8d961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e75e39497c164b0a9f408683653331b0, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T12:39:27,354 INFO [M:0;f1b69e0236bd:43913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=71, compaction requested=false 2024-11-14T12:39:27,356 INFO [M:0;f1b69e0236bd:43913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:27,356 DEBUG [M:0;f1b69e0236bd:43913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587967244Disabling compacts and flushes for region at 1731587967244Disabling writes for close at 1731587967245 (+1 ms)Obtaining lock to block concurrent updates at 1731587967245Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587967245Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731587967246 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587967247 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587967247Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587967263 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587967264 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587967275 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587967290 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587967290Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587967302 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587967317 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587967317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d93befd: reopening flushed file at 1731587967330 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45375f96: reopening flushed file at 1731587967338 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba8322b: reopening flushed file at 1731587967346 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=71, compaction requested=false at 1731587967354 (+8 ms)Writing region close event to WAL at 1731587967356 (+2 ms)Closed at 1731587967356 2024-11-14T12:39:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741830_1006 (size=35440) 2024-11-14T12:39:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39775 is added to blk_1073741830_1006 (size=35440) 2024-11-14T12:39:27,359 INFO [M:0;f1b69e0236bd:43913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:39:27,359 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:27,359 INFO [M:0;f1b69e0236bd:43913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43913 2024-11-14T12:39:27,360 INFO [M:0;f1b69e0236bd:43913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:27,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:27,469 INFO [M:0;f1b69e0236bd:43913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:27,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43913-0x1013a89426a0000, quorum=127.0.0.1:55574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:27,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dc44b8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:27,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19f961e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:27,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:27,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41c8a6fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:27,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338b9c03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:27,477 WARN [BP-883155584-172.17.0.3-1731587962714 heartbeating to localhost/127.0.0.1:42779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:27,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:27,478 WARN [BP-883155584-172.17.0.3-1731587962714 heartbeating to localhost/127.0.0.1:42779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-883155584-172.17.0.3-1731587962714 (Datanode Uuid ad96e4d4-eea2-4947-9e95-e5bcb69093fa) service to localhost/127.0.0.1:42779 2024-11-14T12:39:27,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:27,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/data/data3/current/BP-883155584-172.17.0.3-1731587962714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:27,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/data/data4/current/BP-883155584-172.17.0.3-1731587962714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:27,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:27,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69ddca75{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:27,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c6f1b04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:27,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:27,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67111129{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:27,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0bc737{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:27,482 WARN [BP-883155584-172.17.0.3-1731587962714 heartbeating to localhost/127.0.0.1:42779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:27,482 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:27,482 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:27,482 WARN [BP-883155584-172.17.0.3-1731587962714 heartbeating to localhost/127.0.0.1:42779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-883155584-172.17.0.3-1731587962714 (Datanode Uuid 4c08a463-60de-42f5-8851-ef825d35dbce) service to localhost/127.0.0.1:42779 2024-11-14T12:39:27,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/data/data1/current/BP-883155584-172.17.0.3-1731587962714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:27,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/cluster_1a762738-5c2a-0d60-23e1-c41cdc9e1ee0/data/data2/current/BP-883155584-172.17.0.3-1731587962714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:27,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:27,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ad8aa0f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:27,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73efb013{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:27,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:27,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c58acd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:27,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29dc87ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:27,496 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:39:27,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:39:27,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=138 (was 112) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42779 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42779 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=469 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=7267 (was 7551) 2024-11-14T12:39:27,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=138, OpenFileDescriptor=469, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=7267 2024-11-14T12:39:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.log.dir so I do NOT create it in target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19 2024-11-14T12:39:27,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:39:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.tmp.dir so I do NOT create it in target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19 2024-11-14T12:39:27,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f405ea4-68c9-84eb-f78c-d7967292a799/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:39:27,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19 2024-11-14T12:39:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:39:27,543 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622, deleteOnExit=true 2024-11-14T12:39:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:39:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/test.cache.data in system properties and HBase conf 2024-11-14T12:39:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:39:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:39:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:39:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:39:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:39:27,544 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:39:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:39:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:39:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:39:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:39:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:39:27,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:39:27,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:27,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:39:27,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:39:27,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:27,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:27,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:27,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:27,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:27,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:27,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ade3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:27,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d9252e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:27,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f203a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/java.io.tmpdir/jetty-localhost-34003-hadoop-hdfs-3_4_1-tests_jar-_-any-9663235369318783507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:27,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c0650a{HTTP/1.1, (http/1.1)}{localhost:34003} 2024-11-14T12:39:27,870 INFO [Time-limited test {}] server.Server(415): Started @20199ms 2024-11-14T12:39:28,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:28,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:28,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:28,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:28,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:28,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261a65ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:28,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ded65e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:28,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27d9d051{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/java.io.tmpdir/jetty-localhost-41421-hadoop-hdfs-3_4_1-tests_jar-_-any-17691555452886057319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:28,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed50e08{HTTP/1.1, (http/1.1)}{localhost:41421} 2024-11-14T12:39:28,128 INFO [Time-limited test {}] server.Server(415): Started @20456ms 2024-11-14T12:39:28,129 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:28,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:28,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:28,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:28,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:28,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:28,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526ababc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:28,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c61b64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:28,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d1b21fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/java.io.tmpdir/jetty-localhost-35977-hadoop-hdfs-3_4_1-tests_jar-_-any-10041928078906827520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:28,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f7d4220{HTTP/1.1, (http/1.1)}{localhost:35977} 2024-11-14T12:39:28,250 INFO [Time-limited test {}] server.Server(415): Started @20578ms 2024-11-14T12:39:28,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:28,830 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/data/data1/current/BP-108504747-172.17.0.3-1731587967567/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:28,830 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/data/data2/current/BP-108504747-172.17.0.3-1731587967567/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:28,851 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ae3c56da127cc3b with lease ID 0x5f650173e260e2af: Processing first storage report for DS-70c6f39e-4eb6-47f4-b922-fd16405375b5 from datanode DatanodeRegistration(127.0.0.1:41661, datanodeUuid=7a8d1a40-3f06-41f0-a23a-38efa40e3f98, infoPort=42347, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=814824422;c=1731587967567) 2024-11-14T12:39:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ae3c56da127cc3b with lease ID 0x5f650173e260e2af: from storage DS-70c6f39e-4eb6-47f4-b922-fd16405375b5 node DatanodeRegistration(127.0.0.1:41661, datanodeUuid=7a8d1a40-3f06-41f0-a23a-38efa40e3f98, infoPort=42347, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=814824422;c=1731587967567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ae3c56da127cc3b with lease ID 0x5f650173e260e2af: Processing first storage report for DS-b8b67f8e-ee11-4b3e-9028-935d1bb46ff3 from datanode DatanodeRegistration(127.0.0.1:41661, datanodeUuid=7a8d1a40-3f06-41f0-a23a-38efa40e3f98, infoPort=42347, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=814824422;c=1731587967567) 2024-11-14T12:39:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ae3c56da127cc3b with lease ID 0x5f650173e260e2af: from storage DS-b8b67f8e-ee11-4b3e-9028-935d1bb46ff3 node DatanodeRegistration(127.0.0.1:41661, datanodeUuid=7a8d1a40-3f06-41f0-a23a-38efa40e3f98, infoPort=42347, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=814824422;c=1731587967567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:28,913 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/data/data3/current/BP-108504747-172.17.0.3-1731587967567/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:28,914 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/data/data4/current/BP-108504747-172.17.0.3-1731587967567/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:28,932 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:28,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe66da2a8b0d92ec with lease ID 0x5f650173e260e2b0: Processing first storage report for DS-dc4c58fa-3104-4093-b123-aeee85ba4b35 from datanode DatanodeRegistration(127.0.0.1:40525, datanodeUuid=410cba08-b02f-4226-84e5-c2e605d551cb, infoPort=36273, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=814824422;c=1731587967567) 2024-11-14T12:39:28,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe66da2a8b0d92ec with lease ID 0x5f650173e260e2b0: from storage DS-dc4c58fa-3104-4093-b123-aeee85ba4b35 node DatanodeRegistration(127.0.0.1:40525, datanodeUuid=410cba08-b02f-4226-84e5-c2e605d551cb, infoPort=36273, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=814824422;c=1731587967567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:28,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe66da2a8b0d92ec with lease ID 0x5f650173e260e2b0: Processing first storage report for DS-402861d8-2b52-42db-b1c5-3615f1b7f90e from datanode DatanodeRegistration(127.0.0.1:40525, datanodeUuid=410cba08-b02f-4226-84e5-c2e605d551cb, infoPort=36273, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=814824422;c=1731587967567) 2024-11-14T12:39:28,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe66da2a8b0d92ec with lease ID 0x5f650173e260e2b0: from storage DS-402861d8-2b52-42db-b1c5-3615f1b7f90e node DatanodeRegistration(127.0.0.1:40525, datanodeUuid=410cba08-b02f-4226-84e5-c2e605d551cb, infoPort=36273, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=814824422;c=1731587967567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:28,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19 2024-11-14T12:39:28,991 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/zookeeper_0, clientPort=58489, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:39:28,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58489 2024-11-14T12:39:28,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:28,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:29,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:29,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:29,003 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4 with version=8 2024-11-14T12:39:29,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/hbase-staging 2024-11-14T12:39:29,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:29,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:29,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:29,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:29,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:29,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:29,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:39:29,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:29,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43831 2024-11-14T12:39:29,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43831 connecting to ZooKeeper ensemble=127.0.0.1:58489 2024-11-14T12:39:29,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438310x0, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:29,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43831-0x1013a8955860000 connected 2024-11-14T12:39:29,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:29,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:29,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:29,143 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4, hbase.cluster.distributed=false 2024-11-14T12:39:29,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:29,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-14T12:39:29,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43831 2024-11-14T12:39:29,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43831 2024-11-14T12:39:29,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-14T12:39:29,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-14T12:39:29,159 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:29,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:29,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:29,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:29,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:29,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:29,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:29,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:29,160 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43943 2024-11-14T12:39:29,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43943 connecting to ZooKeeper ensemble=127.0.0.1:58489 2024-11-14T12:39:29,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:29,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:29,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439430x0, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:29,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43943-0x1013a8955860001 connected 2024-11-14T12:39:29,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:29,173 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:29,180 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T12:39:29,186 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T12:39:29,191 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T12:39:29,194 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T12:39:29,194 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:29,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:29,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:29,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43943 2024-11-14T12:39:29,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43943 2024-11-14T12:39:29,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43943 2024-11-14T12:39:29,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43943 2024-11-14T12:39:29,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43943 2024-11-14T12:39:29,212 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:29,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:29,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:29,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:29,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:29,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:29,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:29,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:29,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45867 2024-11-14T12:39:29,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45867 connecting to ZooKeeper ensemble=127.0.0.1:58489 2024-11-14T12:39:29,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:29,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458670x0, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:29,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458670x0, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:29,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45867-0x1013a8955860002 connected 2024-11-14T12:39:29,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:29,228 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T12:39:29,233 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T12:39:29,233 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T12:39:29,234 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T12:39:29,234 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:29,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:29,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:29,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-14T12:39:29,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45867 2024-11-14T12:39:29,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45867 2024-11-14T12:39:29,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-14T12:39:29,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-14T12:39:29,252 DEBUG [M:0;f1b69e0236bd:43831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:43831 2024-11-14T12:39:29,252 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f1b69e0236bd,43831,1731587969005 2024-11-14T12:39:29,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:29,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:29,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:29,260 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f1b69e0236bd,43831,1731587969005 2024-11-14T12:39:29,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:29,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:29,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,268 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T12:39:29,269 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f1b69e0236bd,43831,1731587969005 from backup master directory 2024-11-14T12:39:29,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f1b69e0236bd,43831,1731587969005 2024-11-14T12:39:29,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:29,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:29,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:29,276 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:29,276 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,43831,1731587969005 2024-11-14T12:39:29,284 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/hbase.id] with ID: 0ebbed0f-1109-4d7b-be8f-750aea2bed21 2024-11-14T12:39:29,284 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/.tmp/hbase.id 2024-11-14T12:39:29,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:29,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:29,294 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/.tmp/hbase.id]:[hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/hbase.id] 2024-11-14T12:39:29,309 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:29,309 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:39:29,311 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T12:39:29,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:29,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:29,326 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:29,327 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:39:29,327 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:29,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:29,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:29,335 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store 2024-11-14T12:39:29,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:29,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:29,343 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:29,344 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:29,344 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:29,344 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:29,344 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:29,344 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:29,344 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:29,344 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587969344Disabling compacts and flushes for region at 1731587969344Disabling writes for close at 1731587969344Writing region close event to WAL at 1731587969344Closed at 1731587969344 2024-11-14T12:39:29,345 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/.initializing 2024-11-14T12:39:29,345 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/WALs/f1b69e0236bd,43831,1731587969005 2024-11-14T12:39:29,346 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:29,348 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C43831%2C1731587969005, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/WALs/f1b69e0236bd,43831,1731587969005, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/oldWALs, maxLogs=10 2024-11-14T12:39:29,362 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/WALs/f1b69e0236bd,43831,1731587969005/f1b69e0236bd%2C43831%2C1731587969005.1731587969348, exclude list is [], retry=0 2024-11-14T12:39:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40525,DS-dc4c58fa-3104-4093-b123-aeee85ba4b35,DISK] 2024-11-14T12:39:29,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41661,DS-70c6f39e-4eb6-47f4-b922-fd16405375b5,DISK] 2024-11-14T12:39:29,366 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/WALs/f1b69e0236bd,43831,1731587969005/f1b69e0236bd%2C43831%2C1731587969005.1731587969348 2024-11-14T12:39:29,367 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36273:36273),(127.0.0.1/127.0.0.1:42347:42347)] 2024-11-14T12:39:29,367 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:29,367 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:29,367 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,367 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:39:29,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:29,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:29,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:39:29,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:29,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:29,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:39:29,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:29,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:29,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:39:29,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:29,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:29,379 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,379 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,380 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,381 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,382 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,383 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:29,384 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:29,387 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:29,387 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60082496, jitterRate=-0.10470104217529297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:29,388 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587969367Initializing all the Stores at 1731587969368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587969368Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587969369 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587969369Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587969369Cleaning up temporary data from old regions at 1731587969382 (+13 ms)Region opened successfully at 1731587969388 (+6 ms) 2024-11-14T12:39:29,389 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:39:29,393 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1fe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:29,394 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:39:29,394 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:39:29,394 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:39:29,394 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:39:29,395 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:39:29,395 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:39:29,395 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:39:29,398 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:39:29,398 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T12:39:29,405 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T12:39:29,406 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:39:29,406 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:39:29,414 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T12:39:29,414 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:39:29,415 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:39:29,422 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T12:39:29,423 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:39:29,430 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T12:39:29,433 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:39:29,443 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T12:39:29,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:29,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:29,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:29,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,452 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,43831,1731587969005, sessionid=0x1013a8955860000, setting cluster-up flag (Was=false) 2024-11-14T12:39:29,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,493 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T12:39:29,494 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,43831,1731587969005 2024-11-14T12:39:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:29,535 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T12:39:29,536 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,43831,1731587969005 2024-11-14T12:39:29,537 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:39:29,539 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:29,539 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(746): ClusterId : 0ebbed0f-1109-4d7b-be8f-750aea2bed21 2024-11-14T12:39:29,539 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(746): ClusterId : 0ebbed0f-1109-4d7b-be8f-750aea2bed21 2024-11-14T12:39:29,539 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:29,539 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:29,539 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:39:29,540 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:39:29,540 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,43831,1731587969005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:39:29,548 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:29,548 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:29,548 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:29,548 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:29,548 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:29,548 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:29,548 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:29,548 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:29,548 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:39:29,548 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,548 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:29,548 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,549 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587999549 2024-11-14T12:39:29,549 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:39:29,549 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:39:29,549 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:39:29,549 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:39:29,549 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:39:29,549 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:39:29,549 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,550 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:39:29,550 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:39:29,550 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:39:29,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:29,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:39:29,550 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:39:29,550 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:39:29,550 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587969550,5,FailOnTimeoutGroup] 2024-11-14T12:39:29,551 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587969550,5,FailOnTimeoutGroup] 2024-11-14T12:39:29,551 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,551 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:39:29,551 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,551 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:29,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:39:29,556 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:29,556 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:29,557 DEBUG [RS:0;f1b69e0236bd:43943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a13cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:29,557 DEBUG [RS:1;f1b69e0236bd:45867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce6d498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:29,575 DEBUG [RS:0;f1b69e0236bd:43943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:43943 2024-11-14T12:39:29,575 DEBUG [RS:1;f1b69e0236bd:45867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f1b69e0236bd:45867 2024-11-14T12:39:29,575 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:29,575 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:29,575 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:29,575 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:29,575 DEBUG [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:29,575 DEBUG [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:29,576 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,43831,1731587969005 with port=45867, startcode=1731587969212 2024-11-14T12:39:29,576 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,43831,1731587969005 with port=43943, startcode=1731587969159 2024-11-14T12:39:29,576 DEBUG [RS:0;f1b69e0236bd:43943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:29,576 DEBUG [RS:1;f1b69e0236bd:45867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:29,578 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:29,578 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:29,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:29,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43831 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:29,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,45867,1731587969212 2024-11-14T12:39:29,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43831 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,45867,1731587969212 2024-11-14T12:39:29,580 DEBUG [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4 2024-11-14T12:39:29,580 DEBUG [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44145 2024-11-14T12:39:29,580 DEBUG [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:29,582 DEBUG [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4 2024-11-14T12:39:29,582 DEBUG [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44145 2024-11-14T12:39:29,582 DEBUG [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:29,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:29,615 DEBUG [RS:0;f1b69e0236bd:43943 {}] zookeeper.ZKUtil(111): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:29,615 WARN [RS:0;f1b69e0236bd:43943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:29,615 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,43943,1731587969159] 2024-11-14T12:39:29,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,45867,1731587969212] 2024-11-14T12:39:29,616 DEBUG [RS:1;f1b69e0236bd:45867 {}] zookeeper.ZKUtil(111): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,45867,1731587969212 2024-11-14T12:39:29,616 INFO [RS:0;f1b69e0236bd:43943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:29,616 WARN [RS:1;f1b69e0236bd:45867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:29,616 INFO [RS:1;f1b69e0236bd:45867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:29,616 DEBUG [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,45867,1731587969212 2024-11-14T12:39:29,616 DEBUG [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:29,620 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:29,620 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:29,623 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:29,623 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:29,623 INFO [RS:1;f1b69e0236bd:45867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:29,623 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,623 INFO [RS:0;f1b69e0236bd:43943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:29,623 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,623 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:29,624 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:29,624 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:29,624 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,624 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:29,625 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:29,625 DEBUG [RS:1;f1b69e0236bd:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,625 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,626 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:29,626 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:29,626 DEBUG [RS:0;f1b69e0236bd:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:29,626 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,626 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,626 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,626 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,626 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,626 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45867,1731587969212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:29,630 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,630 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,630 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,630 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,630 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,630 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43943,1731587969159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:29,644 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:29,644 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43943,1731587969159-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,644 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,644 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.Replication(171): f1b69e0236bd,43943,1731587969159 started 2024-11-14T12:39:29,648 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:29,648 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45867,1731587969212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,648 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,648 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.Replication(171): f1b69e0236bd,45867,1731587969212 started 2024-11-14T12:39:29,657 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,657 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,43943,1731587969159, RpcServer on f1b69e0236bd/172.17.0.3:43943, sessionid=0x1013a8955860001 2024-11-14T12:39:29,657 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:29,657 DEBUG [RS:0;f1b69e0236bd:43943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:29,657 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,43943,1731587969159' 2024-11-14T12:39:29,657 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:29,658 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:29,658 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:29,658 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:29,658 DEBUG [RS:0;f1b69e0236bd:43943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:29,658 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,43943,1731587969159' 2024-11-14T12:39:29,658 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:29,659 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:29,660 DEBUG [RS:0;f1b69e0236bd:43943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:29,660 INFO [RS:0;f1b69e0236bd:43943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:29,660 INFO [RS:0;f1b69e0236bd:43943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:29,668 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:29,668 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,45867,1731587969212, RpcServer on f1b69e0236bd/172.17.0.3:45867, sessionid=0x1013a8955860002 2024-11-14T12:39:29,668 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:29,668 DEBUG [RS:1;f1b69e0236bd:45867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,45867,1731587969212 2024-11-14T12:39:29,668 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45867,1731587969212' 2024-11-14T12:39:29,668 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:29,669 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:29,669 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:29,669 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:29,669 DEBUG [RS:1;f1b69e0236bd:45867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,45867,1731587969212 2024-11-14T12:39:29,669 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45867,1731587969212' 2024-11-14T12:39:29,669 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:29,670 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:29,670 DEBUG [RS:1;f1b69e0236bd:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:29,670 INFO [RS:1;f1b69e0236bd:45867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:29,670 INFO [RS:1;f1b69e0236bd:45867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:29,760 INFO [RS:0;f1b69e0236bd:43943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:29,763 INFO [RS:0;f1b69e0236bd:43943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C43943%2C1731587969159, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,43943,1731587969159, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/oldWALs, maxLogs=32 2024-11-14T12:39:29,771 INFO [RS:1;f1b69e0236bd:45867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:29,773 INFO [RS:1;f1b69e0236bd:45867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C45867%2C1731587969212, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,45867,1731587969212, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/oldWALs, maxLogs=32 2024-11-14T12:39:29,779 DEBUG [RS:0;f1b69e0236bd:43943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,43943,1731587969159/f1b69e0236bd%2C43943%2C1731587969159.1731587969763, exclude list is [], retry=0 2024-11-14T12:39:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41661,DS-70c6f39e-4eb6-47f4-b922-fd16405375b5,DISK] 2024-11-14T12:39:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40525,DS-dc4c58fa-3104-4093-b123-aeee85ba4b35,DISK] 2024-11-14T12:39:29,786 INFO [RS:0;f1b69e0236bd:43943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,43943,1731587969159/f1b69e0236bd%2C43943%2C1731587969159.1731587969763 2024-11-14T12:39:29,786 DEBUG [RS:0;f1b69e0236bd:43943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42347:42347),(127.0.0.1/127.0.0.1:36273:36273)] 2024-11-14T12:39:29,788 DEBUG [RS:1;f1b69e0236bd:45867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,45867,1731587969212/f1b69e0236bd%2C45867%2C1731587969212.1731587969773, exclude list is [], retry=0 2024-11-14T12:39:29,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41661,DS-70c6f39e-4eb6-47f4-b922-fd16405375b5,DISK] 2024-11-14T12:39:29,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40525,DS-dc4c58fa-3104-4093-b123-aeee85ba4b35,DISK] 2024-11-14T12:39:29,793 INFO [RS:1;f1b69e0236bd:45867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,45867,1731587969212/f1b69e0236bd%2C45867%2C1731587969212.1731587969773 2024-11-14T12:39:29,793 DEBUG [RS:1;f1b69e0236bd:45867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42347:42347),(127.0.0.1/127.0.0.1:36273:36273)] 2024-11-14T12:39:29,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:39:29,968 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4 2024-11-14T12:39:29,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741834_1010 (size=32) 2024-11-14T12:39:29,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741834_1010 (size=32) 2024-11-14T12:39:29,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:29,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:29,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:29,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:29,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:29,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:29,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:29,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:29,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:29,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:29,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:29,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:29,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:29,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:29,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:29,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:29,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:29,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:29,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740 2024-11-14T12:39:29,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740 2024-11-14T12:39:29,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:29,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:29,996 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:29,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:29,999 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:30,000 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74054051, jitterRate=0.10349135100841522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:30,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587969983Initializing all the Stores at 1731587969984 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587969985 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587969985Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587969985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587969985Cleaning up temporary data from old regions at 1731587969995 (+10 ms)Region opened successfully at 1731587970000 (+5 ms) 2024-11-14T12:39:30,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:30,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:30,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:30,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:30,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:30,001 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:30,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587970000Disabling compacts and flushes for region at 1731587970000Disabling writes for close at 1731587970001 (+1 ms)Writing region close event to WAL at 1731587970001Closed at 1731587970001 2024-11-14T12:39:30,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:30,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:39:30,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:39:30,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:30,005 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:39:30,155 DEBUG [f1b69e0236bd:43831 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T12:39:30,156 DEBUG [f1b69e0236bd:43831 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:30,158 DEBUG [f1b69e0236bd:43831 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:30,158 DEBUG [f1b69e0236bd:43831 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:30,158 DEBUG [f1b69e0236bd:43831 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:30,158 DEBUG [f1b69e0236bd:43831 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:30,158 INFO [f1b69e0236bd:43831 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:30,158 INFO [f1b69e0236bd:43831 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:30,158 DEBUG [f1b69e0236bd:43831 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:30,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:30,160 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,43943,1731587969159, state=OPENING 2024-11-14T12:39:30,189 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:39:30,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:30,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:30,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:30,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:30,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:30,198 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:30,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:30,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,43943,1731587969159}] 2024-11-14T12:39:30,353 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:30,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:30,363 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:39:30,363 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:30,364 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:39:30,367 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C43943%2C1731587969159.meta, suffix=.meta, logDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,43943,1731587969159, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/oldWALs, maxLogs=32 2024-11-14T12:39:30,381 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,43943,1731587969159/f1b69e0236bd%2C43943%2C1731587969159.meta.1731587970367.meta, exclude list is [], retry=0 2024-11-14T12:39:30,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40525,DS-dc4c58fa-3104-4093-b123-aeee85ba4b35,DISK] 2024-11-14T12:39:30,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41661,DS-70c6f39e-4eb6-47f4-b922-fd16405375b5,DISK] 2024-11-14T12:39:30,386 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,43943,1731587969159/f1b69e0236bd%2C43943%2C1731587969159.meta.1731587970367.meta 2024-11-14T12:39:30,386 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36273:36273),(127.0.0.1/127.0.0.1:42347:42347)] 2024-11-14T12:39:30,386 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:30,387 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:39:30,387 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:39:30,387 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:39:30,387 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:39:30,387 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:30,387 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:39:30,387 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:39:30,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:30,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:30,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:30,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:30,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:30,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:30,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:30,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:30,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:30,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:30,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:30,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:30,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:30,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:30,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:30,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:30,394 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:30,395 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740 2024-11-14T12:39:30,396 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740 2024-11-14T12:39:30,397 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:30,397 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:30,398 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:30,399 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:30,399 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63285790, jitterRate=-0.056968241930007935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:30,399 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:39:30,400 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587970387Writing region info on filesystem at 1731587970387Initializing all the Stores at 1731587970388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587970388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587970388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587970388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587970388Cleaning up temporary data from old regions at 1731587970397 (+9 ms)Running coprocessor post-open hooks at 1731587970399 (+2 ms)Region opened successfully at 1731587970400 (+1 ms) 2024-11-14T12:39:30,401 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587970352 2024-11-14T12:39:30,403 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:39:30,403 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:39:30,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:30,405 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,43943,1731587969159, state=OPEN 2024-11-14T12:39:30,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:30,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:30,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:30,414 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:30,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:30,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:30,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:30,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:39:30,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,43943,1731587969159 in 216 msec 2024-11-14T12:39:30,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:39:30,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-14T12:39:30,421 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:30,421 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:39:30,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:30,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,43943,1731587969159, seqNum=-1] 2024-11-14T12:39:30,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:30,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:30,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-14T12:39:30,431 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587970431, completionTime=-1 2024-11-14T12:39:30,432 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T12:39:30,432 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:39:30,433 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T12:39:30,433 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588030433 2024-11-14T12:39:30,433 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588090433 2024-11-14T12:39:30,434 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:39:30,434 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43831,1731587969005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:30,434 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43831,1731587969005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:30,434 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43831,1731587969005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:30,434 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:43831, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:30,434 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:30,434 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:30,436 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:39:30,438 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.162sec 2024-11-14T12:39:30,438 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:39:30,438 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:39:30,438 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:39:30,438 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:39:30,439 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:39:30,439 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43831,1731587969005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:30,439 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43831,1731587969005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:39:30,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa43fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:30,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,43831,-1 for getting cluster id 2024-11-14T12:39:30,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:39:30,441 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:39:30,441 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:39:30,441 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43831,1731587969005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:30,441 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ebbed0f-1109-4d7b-be8f-750aea2bed21' 2024-11-14T12:39:30,442 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:39:30,442 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ebbed0f-1109-4d7b-be8f-750aea2bed21" 2024-11-14T12:39:30,442 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bc2a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:30,442 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,43831,-1] 2024-11-14T12:39:30,442 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:39:30,443 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:30,444 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:39:30,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa15bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:30,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:30,446 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,43943,1731587969159, seqNum=-1] 2024-11-14T12:39:30,446 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:30,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:30,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,43831,1731587969005 2024-11-14T12:39:30,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:39:30,450 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,43831,1731587969005 2024-11-14T12:39:30,450 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c7ed0b3 2024-11-14T12:39:30,451 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:39:30,452 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:39:30,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T12:39:30,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:39:30,456 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:30,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T12:39:30,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:39:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:30,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:30,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:30,467 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fcb54ee146dd0f75e9fe53a76fe7926, NAME => 'testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4 2024-11-14T12:39:30,467 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4f3e76f79c3d36490e9546305ccce131, NAME => 'testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4 2024-11-14T12:39:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 4f3e76f79c3d36490e9546305ccce131, disabling compactions & flushes 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3fcb54ee146dd0f75e9fe53a76fe7926, disabling compactions & flushes 2024-11-14T12:39:30,480 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:30,480 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. after waiting 0 ms 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. after waiting 0 ms 2024-11-14T12:39:30,480 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4f3e76f79c3d36490e9546305ccce131: Waiting for close lock at 1731587970480Disabling compacts and flushes for region at 1731587970480Disabling writes for close at 1731587970480Writing region close event to WAL at 1731587970480Closed at 1731587970480 2024-11-14T12:39:30,480 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:30,480 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fcb54ee146dd0f75e9fe53a76fe7926: Waiting for close lock at 1731587970480Disabling compacts and flushes for region at 1731587970480Disabling writes for close at 1731587970480Writing region close event to WAL at 1731587970480Closed at 1731587970480 2024-11-14T12:39:30,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:39:30,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587970482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587970482"}]},"ts":"1731587970482"} 2024-11-14T12:39:30,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587970482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587970482"}]},"ts":"1731587970482"} 2024-11-14T12:39:30,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T12:39:30,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:39:30,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587970486"}]},"ts":"1731587970486"} 2024-11-14T12:39:30,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T12:39:30,489 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:30,490 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:30,490 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:30,490 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:30,490 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:30,490 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:30,490 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:30,490 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:30,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3fcb54ee146dd0f75e9fe53a76fe7926, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f3e76f79c3d36490e9546305ccce131, ASSIGN}] 2024-11-14T12:39:30,492 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3fcb54ee146dd0f75e9fe53a76fe7926, ASSIGN 2024-11-14T12:39:30,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f3e76f79c3d36490e9546305ccce131, ASSIGN 2024-11-14T12:39:30,493 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3fcb54ee146dd0f75e9fe53a76fe7926, ASSIGN; state=OFFLINE, location=f1b69e0236bd,43943,1731587969159; forceNewPlan=false, retain=false 2024-11-14T12:39:30,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f3e76f79c3d36490e9546305ccce131, ASSIGN; state=OFFLINE, location=f1b69e0236bd,45867,1731587969212; forceNewPlan=false, retain=false 2024-11-14T12:39:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:30,644 INFO [f1b69e0236bd:43831 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T12:39:30,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4f3e76f79c3d36490e9546305ccce131, regionState=OPENING, regionLocation=f1b69e0236bd,45867,1731587969212 2024-11-14T12:39:30,644 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3fcb54ee146dd0f75e9fe53a76fe7926, regionState=OPENING, regionLocation=f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:30,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f3e76f79c3d36490e9546305ccce131, ASSIGN because future has completed 2024-11-14T12:39:30,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f3e76f79c3d36490e9546305ccce131, server=f1b69e0236bd,45867,1731587969212}] 2024-11-14T12:39:30,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3fcb54ee146dd0f75e9fe53a76fe7926, ASSIGN because future has completed 2024-11-14T12:39:30,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fcb54ee146dd0f75e9fe53a76fe7926, server=f1b69e0236bd,43943,1731587969159}] 2024-11-14T12:39:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:30,800 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:30,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:30,811 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:30,811 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:30,811 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fcb54ee146dd0f75e9fe53a76fe7926, NAME => 'testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T12:39:30,812 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f3e76f79c3d36490e9546305ccce131, NAME => 'testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T12:39:30,812 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,812 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,812 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:30,812 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:30,812 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,812 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,812 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,812 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,814 INFO [StoreOpener-3fcb54ee146dd0f75e9fe53a76fe7926-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,814 INFO [StoreOpener-4f3e76f79c3d36490e9546305ccce131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,816 INFO [StoreOpener-3fcb54ee146dd0f75e9fe53a76fe7926-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fcb54ee146dd0f75e9fe53a76fe7926 columnFamilyName family 2024-11-14T12:39:30,816 INFO [StoreOpener-4f3e76f79c3d36490e9546305ccce131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f3e76f79c3d36490e9546305ccce131 columnFamilyName family 2024-11-14T12:39:30,816 DEBUG [StoreOpener-4f3e76f79c3d36490e9546305ccce131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:30,816 DEBUG [StoreOpener-3fcb54ee146dd0f75e9fe53a76fe7926-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:30,816 INFO [StoreOpener-4f3e76f79c3d36490e9546305ccce131-1 {}] regionserver.HStore(327): Store=4f3e76f79c3d36490e9546305ccce131/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:30,816 INFO [StoreOpener-3fcb54ee146dd0f75e9fe53a76fe7926-1 {}] regionserver.HStore(327): Store=3fcb54ee146dd0f75e9fe53a76fe7926/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:30,816 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,817 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,817 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,817 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,818 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,818 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,818 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,818 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,818 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,818 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,820 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,820 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,822 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/3fcb54ee146dd0f75e9fe53a76fe7926/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:30,822 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/4f3e76f79c3d36490e9546305ccce131/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:30,822 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 4f3e76f79c3d36490e9546305ccce131; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69987393, jitterRate=0.0428934246301651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:30,823 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3fcb54ee146dd0f75e9fe53a76fe7926; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61115068, jitterRate=-0.0893145203590393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:30,823 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:30,823 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:30,823 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4f3e76f79c3d36490e9546305ccce131: Running coprocessor pre-open hook at 1731587970812Writing region info on filesystem at 1731587970812Initializing all the Stores at 1731587970814 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587970814Cleaning up temporary data from old regions at 1731587970818 (+4 ms)Running coprocessor post-open hooks at 1731587970823 (+5 ms)Region opened successfully at 1731587970823 2024-11-14T12:39:30,823 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3fcb54ee146dd0f75e9fe53a76fe7926: Running coprocessor pre-open hook at 1731587970812Writing region info on filesystem at 1731587970812Initializing all the Stores at 1731587970814 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587970814Cleaning up temporary data from old regions at 1731587970818 (+4 ms)Running coprocessor post-open hooks at 1731587970823 (+5 ms)Region opened successfully at 1731587970823 2024-11-14T12:39:30,824 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926., pid=8, masterSystemTime=1731587970802 2024-11-14T12:39:30,824 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131., pid=7, masterSystemTime=1731587970800 2024-11-14T12:39:30,826 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:30,827 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:30,828 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3fcb54ee146dd0f75e9fe53a76fe7926, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:30,828 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:30,828 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:30,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4f3e76f79c3d36490e9546305ccce131, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,45867,1731587969212 2024-11-14T12:39:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fcb54ee146dd0f75e9fe53a76fe7926, server=f1b69e0236bd,43943,1731587969159 because future has completed 2024-11-14T12:39:30,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f3e76f79c3d36490e9546305ccce131, server=f1b69e0236bd,45867,1731587969212 because future has completed 2024-11-14T12:39:30,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T12:39:30,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fcb54ee146dd0f75e9fe53a76fe7926, server=f1b69e0236bd,43943,1731587969159 in 184 msec 2024-11-14T12:39:30,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T12:39:30,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f3e76f79c3d36490e9546305ccce131, server=f1b69e0236bd,45867,1731587969212 in 186 msec 2024-11-14T12:39:30,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3fcb54ee146dd0f75e9fe53a76fe7926, ASSIGN in 344 msec 2024-11-14T12:39:30,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T12:39:30,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f3e76f79c3d36490e9546305ccce131, ASSIGN in 345 msec 2024-11-14T12:39:30,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:39:30,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587970838"}]},"ts":"1731587970838"} 2024-11-14T12:39:30,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T12:39:30,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:39:30,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-14T12:39:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:31,081 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T12:39:31,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T12:39:31,081 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:31,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T12:39:31,085 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:31,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T12:39:31,089 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926., hostname=f1b69e0236bd,43943,1731587969159, seqNum=2] 2024-11-14T12:39:31,101 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131., hostname=f1b69e0236bd,45867,1731587969212, seqNum=2] 2024-11-14T12:39:31,101 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:31,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:31,112 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3fcb54ee146dd0f75e9fe53a76fe7926 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T12:39:31,128 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/3fcb54ee146dd0f75e9fe53a76fe7926/.tmp/family/324717f8999148efaed9fb93abe4f014 is 32, key is 1/family:/1731587971090/Put/seqid=0 2024-11-14T12:39:31,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741839_1015 (size=5054) 2024-11-14T12:39:31,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741839_1015 (size=5054) 2024-11-14T12:39:31,135 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/3fcb54ee146dd0f75e9fe53a76fe7926/.tmp/family/324717f8999148efaed9fb93abe4f014 2024-11-14T12:39:31,142 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/3fcb54ee146dd0f75e9fe53a76fe7926/.tmp/family/324717f8999148efaed9fb93abe4f014 as hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/3fcb54ee146dd0f75e9fe53a76fe7926/family/324717f8999148efaed9fb93abe4f014 2024-11-14T12:39:31,148 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/3fcb54ee146dd0f75e9fe53a76fe7926/family/324717f8999148efaed9fb93abe4f014, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T12:39:31,149 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3fcb54ee146dd0f75e9fe53a76fe7926 in 37ms, sequenceid=8, compaction requested=false 2024-11-14T12:39:31,149 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3fcb54ee146dd0f75e9fe53a76fe7926: 2024-11-14T12:39:31,149 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4f3e76f79c3d36490e9546305ccce131 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T12:39:31,164 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/4f3e76f79c3d36490e9546305ccce131/.tmp/family/f6ea33f14d274a4887f14ad3d3d02c4f is 32, key is 5/family:/1731587971103/Put/seqid=0 2024-11-14T12:39:31,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741840_1016 (size=5083) 2024-11-14T12:39:31,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741840_1016 (size=5083) 2024-11-14T12:39:31,170 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/4f3e76f79c3d36490e9546305ccce131/.tmp/family/f6ea33f14d274a4887f14ad3d3d02c4f 2024-11-14T12:39:31,176 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/4f3e76f79c3d36490e9546305ccce131/.tmp/family/f6ea33f14d274a4887f14ad3d3d02c4f as hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/4f3e76f79c3d36490e9546305ccce131/family/f6ea33f14d274a4887f14ad3d3d02c4f 2024-11-14T12:39:31,182 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/4f3e76f79c3d36490e9546305ccce131/family/f6ea33f14d274a4887f14ad3d3d02c4f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T12:39:31,183 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4f3e76f79c3d36490e9546305ccce131 in 34ms, sequenceid=9, compaction requested=false 2024-11-14T12:39:31,183 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4f3e76f79c3d36490e9546305ccce131: 2024-11-14T12:39:31,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345d242a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:31,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,43831,-1 for getting cluster id 2024-11-14T12:39:31,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:39:31,185 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ebbed0f-1109-4d7b-be8f-750aea2bed21' 2024-11-14T12:39:31,185 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:39:31,185 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ebbed0f-1109-4d7b-be8f-750aea2bed21" 2024-11-14T12:39:31,186 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd021e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:31,186 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,43831,-1] 2024-11-14T12:39:31,186 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:39:31,186 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:31,187 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:39:31,188 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4383679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:31,195 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T12:39:31,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:31,196 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,43943,1731587969159, seqNum=-1] 2024-11-14T12:39:31,197 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:31,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:31,201 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:31,201 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:31,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:31,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] bucket.BucketCache(1864): found 1 blocks for file f6ea33f14d274a4887f14ad3d3d02c4f, starting offset: 0, end offset: 9223372036854775807 2024-11-14T12:39:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] bucket.BucketCache(1864): found 1 blocks for file 324717f8999148efaed9fb93abe4f014, starting offset: 0, end offset: 9223372036854775807 2024-11-14T12:39:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] bucket.BucketCache(857): removed key 324717f8999148efaed9fb93abe4f014_0 from back map with offset lock 2094080 in the evict process 2024-11-14T12:39:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] bucket.BucketCache(857): removed key f6ea33f14d274a4887f14ad3d3d02c4f_0 from back map with offset lock 2094080 in the evict process 2024-11-14T12:39:31,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:31,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:31,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:31,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:31,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:39:31,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:39:31,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:31,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:31,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:31,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:31,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:39:31,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:39:31,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1481369996, stopped=false 2024-11-14T12:39:31,207 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,43831,1731587969005 2024-11-14T12:39:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:31,222 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:31,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:31,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:31,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:31,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:31,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:31,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:31,224 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,43943,1731587969159' ***** 2024-11-14T12:39:31,224 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:31,224 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,45867,1731587969212' ***** 2024-11-14T12:39:31,224 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:31,224 INFO [RS:0;f1b69e0236bd:43943 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T12:39:31,225 INFO [RS:1;f1b69e0236bd:45867 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T12:39:31,225 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T12:39:31,225 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T12:39:31,225 INFO [RS:0;f1b69e0236bd:43943 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T12:39:31,225 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T12:39:31,226 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:31,226 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T12:39:31,226 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T12:39:31,226 INFO [RS:0;f1b69e0236bd:43943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:31,226 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:31,226 INFO [RS:1;f1b69e0236bd:45867 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T12:39:31,226 INFO [RS:0;f1b69e0236bd:43943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:31,226 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T12:39:31,226 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:31,226 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:31,226 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:31,226 INFO [RS:1;f1b69e0236bd:45867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:31,226 INFO [RS:1;f1b69e0236bd:45867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:31,227 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:31,227 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:31,227 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:31,227 INFO [RS:0;f1b69e0236bd:43943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:43943. 2024-11-14T12:39:31,227 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,45867,1731587969212 2024-11-14T12:39:31,227 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:31,227 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fcb54ee146dd0f75e9fe53a76fe7926, disabling compactions & flushes 2024-11-14T12:39:31,227 DEBUG [RS:0;f1b69e0236bd:43943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:31,227 INFO [RS:1;f1b69e0236bd:45867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f1b69e0236bd:45867. 2024-11-14T12:39:31,227 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:31,227 DEBUG [RS:0;f1b69e0236bd:43943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:31,227 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f3e76f79c3d36490e9546305ccce131, disabling compactions & flushes 2024-11-14T12:39:31,227 DEBUG [RS:1;f1b69e0236bd:45867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:31,227 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:31,227 DEBUG [RS:1;f1b69e0236bd:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:31,227 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:31,227 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:31,227 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. after waiting 0 ms 2024-11-14T12:39:31,227 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:31,227 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. after waiting 0 ms 2024-11-14T12:39:31,227 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:31,227 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:31,227 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:39:31,227 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:31,227 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:31,227 DEBUG [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(1325): Online Regions={4f3e76f79c3d36490e9546305ccce131=testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131.} 2024-11-14T12:39:31,228 DEBUG [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(1351): Waiting on 4f3e76f79c3d36490e9546305ccce131 2024-11-14T12:39:31,228 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:39:31,228 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:39:31,228 DEBUG [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3fcb54ee146dd0f75e9fe53a76fe7926=testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926.} 2024-11-14T12:39:31,228 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:31,228 DEBUG [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fcb54ee146dd0f75e9fe53a76fe7926 2024-11-14T12:39:31,228 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:31,228 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:31,228 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:31,228 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:31,229 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T12:39:31,230 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:31,232 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:31,233 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/3fcb54ee146dd0f75e9fe53a76fe7926/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:39:31,233 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/default/testClearRegionBlockCache/4f3e76f79c3d36490e9546305ccce131/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T12:39:31,233 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:31,234 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fcb54ee146dd0f75e9fe53a76fe7926: Waiting for close lock at 1731587971227Running coprocessor pre-close hooks at 1731587971227Disabling compacts and flushes for region at 1731587971227Disabling writes for close at 1731587971227Writing region close event to WAL at 1731587971228 (+1 ms)Running coprocessor post-close hooks at 1731587971233 (+5 ms)Closed at 1731587971233 2024-11-14T12:39:31,234 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:31,234 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f3e76f79c3d36490e9546305ccce131: Waiting for close lock at 1731587971227Running coprocessor pre-close hooks at 1731587971227Disabling compacts and flushes for region at 1731587971227Disabling writes for close at 1731587971227Writing region close event to WAL at 1731587971229 (+2 ms)Running coprocessor post-close hooks at 1731587971234 (+5 ms)Closed at 1731587971234 2024-11-14T12:39:31,234 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731587970452.3fcb54ee146dd0f75e9fe53a76fe7926. 2024-11-14T12:39:31,234 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131. 2024-11-14T12:39:31,248 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/.tmp/info/1bcf8a1e77ae44daa86460b041afac79 is 173, key is testClearRegionBlockCache,5,1731587970452.4f3e76f79c3d36490e9546305ccce131./info:regioninfo/1731587970828/Put/seqid=0 2024-11-14T12:39:31,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:31,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:31,254 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/.tmp/info/1bcf8a1e77ae44daa86460b041afac79 2024-11-14T12:39:31,275 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/.tmp/ns/f89937f91a0d4d3bb52d6d8760601fed is 43, key is default/ns:d/1731587970425/Put/seqid=0 2024-11-14T12:39:31,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:31,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:31,281 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/.tmp/ns/f89937f91a0d4d3bb52d6d8760601fed 2024-11-14T12:39:31,301 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/.tmp/table/64e9f8a4c2c642f89e6716e81f369574 is 61, key is testClearRegionBlockCache/table:state/1731587970838/Put/seqid=0 2024-11-14T12:39:31,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:31,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:31,307 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/.tmp/table/64e9f8a4c2c642f89e6716e81f369574 2024-11-14T12:39:31,315 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/.tmp/info/1bcf8a1e77ae44daa86460b041afac79 as hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/info/1bcf8a1e77ae44daa86460b041afac79 2024-11-14T12:39:31,323 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/info/1bcf8a1e77ae44daa86460b041afac79, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T12:39:31,324 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/.tmp/ns/f89937f91a0d4d3bb52d6d8760601fed as hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/ns/f89937f91a0d4d3bb52d6d8760601fed 2024-11-14T12:39:31,331 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/ns/f89937f91a0d4d3bb52d6d8760601fed, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T12:39:31,332 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/.tmp/table/64e9f8a4c2c642f89e6716e81f369574 as hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/table/64e9f8a4c2c642f89e6716e81f369574 2024-11-14T12:39:31,339 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/table/64e9f8a4c2c642f89e6716e81f369574, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T12:39:31,340 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=13, compaction requested=false 2024-11-14T12:39:31,346 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T12:39:31,347 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:39:31,347 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:31,347 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587971228Running coprocessor pre-close hooks at 1731587971228Disabling compacts and flushes for region at 1731587971228Disabling writes for close at 1731587971228Obtaining lock to block concurrent updates at 1731587971229 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731587971229Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731587971229Flushing stores of hbase:meta,,1.1588230740 at 1731587971230 (+1 ms)Flushing 1588230740/info: creating writer at 1731587971230Flushing 1588230740/info: appending metadata at 1731587971248 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731587971248Flushing 1588230740/ns: creating writer at 1731587971260 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731587971275 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731587971275Flushing 1588230740/table: creating writer at 1731587971287 (+12 ms)Flushing 1588230740/table: appending metadata at 1731587971300 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587971300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d85deb: reopening flushed file at 1731587971314 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f331b08: reopening flushed file at 1731587971323 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5a080c: reopening flushed file at 1731587971331 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=13, compaction requested=false at 1731587971340 (+9 ms)Writing region close event to WAL at 1731587971342 (+2 ms)Running coprocessor post-close hooks at 1731587971347 (+5 ms)Closed at 1731587971347 2024-11-14T12:39:31,347 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:31,428 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,45867,1731587969212; all regions closed. 2024-11-14T12:39:31,428 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,43943,1731587969159; all regions closed. 2024-11-14T12:39:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:31,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/WALs/f1b69e0236bd,45867,1731587969212/f1b69e0236bd%2C45867%2C1731587969212.1731587969773 not finished, retry = 0 2024-11-14T12:39:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:31,433 DEBUG [RS:0;f1b69e0236bd:43943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/oldWALs 2024-11-14T12:39:31,434 INFO [RS:0;f1b69e0236bd:43943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C43943%2C1731587969159.meta:.meta(num 1731587970367) 2024-11-14T12:39:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741832_1008 (size=1758) 2024-11-14T12:39:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741832_1008 (size=1758) 2024-11-14T12:39:31,439 DEBUG [RS:0;f1b69e0236bd:43943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/oldWALs 2024-11-14T12:39:31,439 INFO [RS:0;f1b69e0236bd:43943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C43943%2C1731587969159:(num 1731587969763) 2024-11-14T12:39:31,439 DEBUG [RS:0;f1b69e0236bd:43943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:31,439 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:31,439 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:31,440 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:31,440 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:31,440 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:31,440 INFO [RS:0;f1b69e0236bd:43943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43943 2024-11-14T12:39:31,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,43943,1731587969159 2024-11-14T12:39:31,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:31,447 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:31,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,43943,1731587969159] 2024-11-14T12:39:31,464 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,43943,1731587969159 already deleted, retry=false 2024-11-14T12:39:31,464 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,43943,1731587969159 expired; onlineServers=1 2024-11-14T12:39:31,534 DEBUG [RS:1;f1b69e0236bd:45867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/oldWALs 2024-11-14T12:39:31,534 INFO [RS:1;f1b69e0236bd:45867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C45867%2C1731587969212:(num 1731587969773) 2024-11-14T12:39:31,534 DEBUG [RS:1;f1b69e0236bd:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:31,534 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:31,534 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:31,534 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:31,535 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:31,535 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:31,535 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:31,535 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:31,535 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:31,535 INFO [RS:1;f1b69e0236bd:45867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45867 2024-11-14T12:39:31,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:31,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,45867,1731587969212 2024-11-14T12:39:31,543 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:31,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,45867,1731587969212] 2024-11-14T12:39:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:31,556 INFO [RS:0;f1b69e0236bd:43943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1013a8955860001, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:31,556 INFO [RS:0;f1b69e0236bd:43943 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,43943,1731587969159; zookeeper connection closed. 2024-11-14T12:39:31,556 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3156c64d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3156c64d 2024-11-14T12:39:31,559 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,45867,1731587969212 already deleted, retry=false 2024-11-14T12:39:31,559 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,45867,1731587969212 expired; onlineServers=0 2024-11-14T12:39:31,560 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,43831,1731587969005' ***** 2024-11-14T12:39:31,560 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:39:31,560 INFO [M:0;f1b69e0236bd:43831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:31,560 INFO [M:0;f1b69e0236bd:43831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:31,560 DEBUG [M:0;f1b69e0236bd:43831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:39:31,560 DEBUG [M:0;f1b69e0236bd:43831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:39:31,560 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:39:31,560 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587969550 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587969550,5,FailOnTimeoutGroup] 2024-11-14T12:39:31,560 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587969550 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587969550,5,FailOnTimeoutGroup] 2024-11-14T12:39:31,561 INFO [M:0;f1b69e0236bd:43831 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:31,561 INFO [M:0;f1b69e0236bd:43831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:31,561 DEBUG [M:0;f1b69e0236bd:43831 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:39:31,561 INFO [M:0;f1b69e0236bd:43831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:39:31,561 INFO [M:0;f1b69e0236bd:43831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:31,561 INFO [M:0;f1b69e0236bd:43831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:39:31,561 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:39:31,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:31,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:31,568 DEBUG [M:0;f1b69e0236bd:43831 {}] zookeeper.ZKUtil(347): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T12:39:31,568 WARN [M:0;f1b69e0236bd:43831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:39:31,569 INFO [M:0;f1b69e0236bd:43831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/.lastflushedseqids 2024-11-14T12:39:31,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741844_1020 (size=200) 2024-11-14T12:39:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741844_1020 (size=200) 2024-11-14T12:39:31,580 INFO [M:0;f1b69e0236bd:43831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:39:31,580 INFO [M:0;f1b69e0236bd:43831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:39:31,580 DEBUG [M:0;f1b69e0236bd:43831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:31,580 INFO [M:0;f1b69e0236bd:43831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:31,580 DEBUG [M:0;f1b69e0236bd:43831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:31,580 DEBUG [M:0;f1b69e0236bd:43831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:31,580 DEBUG [M:0;f1b69e0236bd:43831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:31,580 INFO [M:0;f1b69e0236bd:43831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T12:39:31,595 DEBUG [M:0;f1b69e0236bd:43831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d9af50790714883b5fdf237a58bf1e6 is 82, key is hbase:meta,,1/info:regioninfo/1731587970404/Put/seqid=0 2024-11-14T12:39:31,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:31,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:31,601 INFO [M:0;f1b69e0236bd:43831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d9af50790714883b5fdf237a58bf1e6 2024-11-14T12:39:31,620 DEBUG [M:0;f1b69e0236bd:43831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13140ffb951f42af8165fb76c0949b92 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587970843/Put/seqid=0 2024-11-14T12:39:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741846_1022 (size=6219) 2024-11-14T12:39:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741846_1022 (size=6219) 2024-11-14T12:39:31,626 INFO [M:0;f1b69e0236bd:43831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13140ffb951f42af8165fb76c0949b92 2024-11-14T12:39:31,647 DEBUG [M:0;f1b69e0236bd:43831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e66bafe8fdd448fa06776af8946d6b3 is 69, key is f1b69e0236bd,43943,1731587969159/rs:state/1731587969579/Put/seqid=0 2024-11-14T12:39:31,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:31,651 INFO [RS:1;f1b69e0236bd:45867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:31,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013a8955860002, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:31,651 INFO [RS:1;f1b69e0236bd:45867 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,45867,1731587969212; zookeeper connection closed. 2024-11-14T12:39:31,652 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f291a08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f291a08 2024-11-14T12:39:31,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:31,652 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T12:39:31,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:31,652 INFO [M:0;f1b69e0236bd:43831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e66bafe8fdd448fa06776af8946d6b3 2024-11-14T12:39:31,658 DEBUG [M:0;f1b69e0236bd:43831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d9af50790714883b5fdf237a58bf1e6 as hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d9af50790714883b5fdf237a58bf1e6 2024-11-14T12:39:31,664 INFO [M:0;f1b69e0236bd:43831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d9af50790714883b5fdf237a58bf1e6, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T12:39:31,666 DEBUG [M:0;f1b69e0236bd:43831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13140ffb951f42af8165fb76c0949b92 as hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13140ffb951f42af8165fb76c0949b92 2024-11-14T12:39:31,673 INFO [M:0;f1b69e0236bd:43831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13140ffb951f42af8165fb76c0949b92, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T12:39:31,674 DEBUG [M:0;f1b69e0236bd:43831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e66bafe8fdd448fa06776af8946d6b3 as hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e66bafe8fdd448fa06776af8946d6b3 2024-11-14T12:39:31,680 INFO [M:0;f1b69e0236bd:43831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e66bafe8fdd448fa06776af8946d6b3, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T12:39:31,681 INFO [M:0;f1b69e0236bd:43831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false 2024-11-14T12:39:31,683 INFO [M:0;f1b69e0236bd:43831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:31,683 DEBUG [M:0;f1b69e0236bd:43831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587971580Disabling compacts and flushes for region at 1731587971580Disabling writes for close at 1731587971580Obtaining lock to block concurrent updates at 1731587971580Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587971580Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731587971581 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587971581Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587971581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587971595 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587971595Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587971606 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587971620 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587971620Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587971631 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587971646 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587971646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23bd52d7: reopening flushed file at 1731587971657 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad9e5af: reopening flushed file at 1731587971665 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf46619: reopening flushed file at 1731587971673 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false at 1731587971682 (+9 ms)Writing region close event to WAL at 1731587971683 (+1 ms)Closed at 1731587971683 2024-11-14T12:39:31,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741830_1006 (size=35440) 2024-11-14T12:39:31,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/812062ca-dd34-dd66-a900-05a361722ff4/MasterData/WALs/f1b69e0236bd,43831,1731587969005/f1b69e0236bd%2C43831%2C1731587969005.1731587969348 not finished, retry = 0 2024-11-14T12:39:31,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40525 is added to blk_1073741830_1006 (size=35440) 2024-11-14T12:39:31,788 INFO [M:0;f1b69e0236bd:43831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:39:31,788 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:31,788 INFO [M:0;f1b69e0236bd:43831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43831 2024-11-14T12:39:31,788 INFO [M:0;f1b69e0236bd:43831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:31,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:31,898 INFO [M:0;f1b69e0236bd:43831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:31,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1013a8955860000, quorum=127.0.0.1:58489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:31,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d1b21fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:31,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f7d4220{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:31,904 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:31,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c61b64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:31,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526ababc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:31,907 WARN [BP-108504747-172.17.0.3-1731587967567 heartbeating to localhost/127.0.0.1:44145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:31,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:31,907 WARN [BP-108504747-172.17.0.3-1731587967567 heartbeating to localhost/127.0.0.1:44145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-108504747-172.17.0.3-1731587967567 (Datanode Uuid 410cba08-b02f-4226-84e5-c2e605d551cb) service to localhost/127.0.0.1:44145 2024-11-14T12:39:31,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:31,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/data/data3/current/BP-108504747-172.17.0.3-1731587967567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:31,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/data/data4/current/BP-108504747-172.17.0.3-1731587967567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:31,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:31,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27d9d051{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:31,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed50e08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:31,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:31,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ded65e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:31,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261a65ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:31,916 WARN [BP-108504747-172.17.0.3-1731587967567 heartbeating to localhost/127.0.0.1:44145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:31,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:31,916 WARN [BP-108504747-172.17.0.3-1731587967567 heartbeating to localhost/127.0.0.1:44145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-108504747-172.17.0.3-1731587967567 (Datanode Uuid 7a8d1a40-3f06-41f0-a23a-38efa40e3f98) service to localhost/127.0.0.1:44145 2024-11-14T12:39:31,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:31,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/data/data1/current/BP-108504747-172.17.0.3-1731587967567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:31,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/cluster_057aad99-c93f-f5ff-7d13-cfbae33a4622/data/data2/current/BP-108504747-172.17.0.3-1731587967567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:31,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:31,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f203a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:31,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c0650a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:31,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:31,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d9252e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:31,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ade3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:31,928 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:39:31,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:39:31,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=158 (was 138) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44145 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44145 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 469) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 160) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7143 (was 7267) 2024-11-14T12:39:31,957 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=158, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7143 2024-11-14T12:39:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.log.dir so I do NOT create it in target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3 2024-11-14T12:39:31,970 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:39:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.tmp.dir so I do NOT create it in target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3 2024-11-14T12:39:31,970 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab73f1c7-91c9-4649-b6db-9a96bd48bc19/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:39:31,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3 2024-11-14T12:39:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:39:31,971 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65, deleteOnExit=true 2024-11-14T12:39:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:39:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/test.cache.data in system properties and HBase conf 2024-11-14T12:39:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:39:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:39:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:39:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:39:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:39:31,971 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:39:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:39:32,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:39:32,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:32,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:32,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:32,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:32,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:32,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:32,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:32,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:32,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:32,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:32,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:32,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:32,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:32,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:32,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bebebe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:32,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f5ffeab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:32,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aa15b23{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/java.io.tmpdir/jetty-localhost-35509-hadoop-hdfs-3_4_1-tests_jar-_-any-94641780451363540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:32,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@204c0333{HTTP/1.1, (http/1.1)}{localhost:35509} 2024-11-14T12:39:32,275 INFO [Time-limited test {}] server.Server(415): Started @24603ms 2024-11-14T12:39:32,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:32,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:32,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:32,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:32,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:32,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7916c0a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:32,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383ecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:32,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@532f458{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/java.io.tmpdir/jetty-localhost-33551-hadoop-hdfs-3_4_1-tests_jar-_-any-15223821940722375966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:32,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bcb6254{HTTP/1.1, (http/1.1)}{localhost:33551} 2024-11-14T12:39:32,553 INFO [Time-limited test {}] server.Server(415): Started @24881ms 2024-11-14T12:39:32,554 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:32,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:32,584 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:32,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:32,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:32,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:32,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489c05a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:32,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa1e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:32,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cbd8860{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/java.io.tmpdir/jetty-localhost-45093-hadoop-hdfs-3_4_1-tests_jar-_-any-3545430241742566114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:32,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12e80183{HTTP/1.1, (http/1.1)}{localhost:45093} 2024-11-14T12:39:32,676 INFO [Time-limited test {}] server.Server(415): Started @25004ms 2024-11-14T12:39:32,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:33,064 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/data/data1/current/BP-883619438-172.17.0.3-1731587971994/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:33,064 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/data/data2/current/BP-883619438-172.17.0.3-1731587971994/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:33,080 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2fe9f22c7c06154 with lease ID 0x885dd7e161354c76: Processing first storage report for DS-92dada45-e583-4c4e-aa1e-512b559a92b5 from datanode DatanodeRegistration(127.0.0.1:42757, datanodeUuid=7e8e75ba-d2f7-4338-846d-716b546cbd15, infoPort=43551, infoSecurePort=0, ipcPort=36313, storageInfo=lv=-57;cid=testClusterID;nsid=1431888192;c=1731587971994) 2024-11-14T12:39:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2fe9f22c7c06154 with lease ID 0x885dd7e161354c76: from storage DS-92dada45-e583-4c4e-aa1e-512b559a92b5 node DatanodeRegistration(127.0.0.1:42757, datanodeUuid=7e8e75ba-d2f7-4338-846d-716b546cbd15, infoPort=43551, infoSecurePort=0, ipcPort=36313, storageInfo=lv=-57;cid=testClusterID;nsid=1431888192;c=1731587971994), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2fe9f22c7c06154 with lease ID 0x885dd7e161354c76: Processing first storage report for DS-0640460a-1138-4cea-841d-f0c224f4c347 from datanode DatanodeRegistration(127.0.0.1:42757, datanodeUuid=7e8e75ba-d2f7-4338-846d-716b546cbd15, infoPort=43551, infoSecurePort=0, ipcPort=36313, storageInfo=lv=-57;cid=testClusterID;nsid=1431888192;c=1731587971994) 2024-11-14T12:39:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2fe9f22c7c06154 with lease ID 0x885dd7e161354c76: from storage DS-0640460a-1138-4cea-841d-f0c224f4c347 node DatanodeRegistration(127.0.0.1:42757, datanodeUuid=7e8e75ba-d2f7-4338-846d-716b546cbd15, infoPort=43551, infoSecurePort=0, ipcPort=36313, storageInfo=lv=-57;cid=testClusterID;nsid=1431888192;c=1731587971994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:33,216 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/data/data3/current/BP-883619438-172.17.0.3-1731587971994/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:33,216 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/data/data4/current/BP-883619438-172.17.0.3-1731587971994/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:33,236 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52c2ca048e8d6910 with lease ID 0x885dd7e161354c77: Processing first storage report for DS-bc7958b4-1f08-4df6-a2bc-fcc7510496ce from datanode DatanodeRegistration(127.0.0.1:43715, datanodeUuid=5e603c59-96be-4400-bb27-7458fbbb1c9d, infoPort=43387, infoSecurePort=0, ipcPort=45415, storageInfo=lv=-57;cid=testClusterID;nsid=1431888192;c=1731587971994) 2024-11-14T12:39:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52c2ca048e8d6910 with lease ID 0x885dd7e161354c77: from storage DS-bc7958b4-1f08-4df6-a2bc-fcc7510496ce node DatanodeRegistration(127.0.0.1:43715, datanodeUuid=5e603c59-96be-4400-bb27-7458fbbb1c9d, infoPort=43387, infoSecurePort=0, ipcPort=45415, storageInfo=lv=-57;cid=testClusterID;nsid=1431888192;c=1731587971994), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52c2ca048e8d6910 with lease ID 0x885dd7e161354c77: Processing first storage report for DS-47ed9c36-9e3a-4c74-8813-fc8e519ef62f from datanode DatanodeRegistration(127.0.0.1:43715, datanodeUuid=5e603c59-96be-4400-bb27-7458fbbb1c9d, infoPort=43387, infoSecurePort=0, ipcPort=45415, storageInfo=lv=-57;cid=testClusterID;nsid=1431888192;c=1731587971994) 2024-11-14T12:39:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52c2ca048e8d6910 with lease ID 0x885dd7e161354c77: from storage DS-47ed9c36-9e3a-4c74-8813-fc8e519ef62f node DatanodeRegistration(127.0.0.1:43715, datanodeUuid=5e603c59-96be-4400-bb27-7458fbbb1c9d, infoPort=43387, infoSecurePort=0, ipcPort=45415, storageInfo=lv=-57;cid=testClusterID;nsid=1431888192;c=1731587971994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:33,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3 2024-11-14T12:39:33,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/zookeeper_0, clientPort=64949, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:39:33,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64949 2024-11-14T12:39:33,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:33,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:33,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:33,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0 with version=8 2024-11-14T12:39:33,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/hbase-staging 2024-11-14T12:39:33,328 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:33,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:33,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:33,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:33,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:33,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:33,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:39:33,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:33,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46831 2024-11-14T12:39:33,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46831 connecting to ZooKeeper ensemble=127.0.0.1:64949 2024-11-14T12:39:33,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468310x0, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:33,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46831-0x1013a8966670000 connected 2024-11-14T12:39:33,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:33,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:33,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:33,461 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0, hbase.cluster.distributed=false 2024-11-14T12:39:33,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:33,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46831 2024-11-14T12:39:33,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46831 2024-11-14T12:39:33,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46831 2024-11-14T12:39:33,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46831 2024-11-14T12:39:33,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46831 2024-11-14T12:39:33,478 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:33,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:33,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:33,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:33,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:33,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:33,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:33,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:33,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37245 2024-11-14T12:39:33,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37245 connecting to ZooKeeper ensemble=127.0.0.1:64949 2024-11-14T12:39:33,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:33,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:33,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372450x0, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:33,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:33,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37245-0x1013a8966670001 connected 2024-11-14T12:39:33,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:33,494 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T12:39:33,498 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T12:39:33,498 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T12:39:33,500 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T12:39:33,501 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:33,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:33,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:33,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37245 2024-11-14T12:39:33,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37245 2024-11-14T12:39:33,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37245 2024-11-14T12:39:33,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37245 2024-11-14T12:39:33,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37245 2024-11-14T12:39:33,523 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:33,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:33,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:33,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:33,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:33,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:33,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:33,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:33,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41205 2024-11-14T12:39:33,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41205 connecting to ZooKeeper ensemble=127.0.0.1:64949 2024-11-14T12:39:33,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:33,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:33,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412050x0, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:33,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41205-0x1013a8966670002 connected 2024-11-14T12:39:33,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:33,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:33,540 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T12:39:33,546 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T12:39:33,546 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T12:39:33,547 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T12:39:33,547 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:33,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:33,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:33,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41205 2024-11-14T12:39:33,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41205 2024-11-14T12:39:33,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41205 2024-11-14T12:39:33,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41205 2024-11-14T12:39:33,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41205 2024-11-14T12:39:33,565 DEBUG [M:0;f1b69e0236bd:46831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:46831 2024-11-14T12:39:33,566 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f1b69e0236bd,46831,1731587973328 2024-11-14T12:39:33,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:33,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:33,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:33,576 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f1b69e0236bd,46831,1731587973328 2024-11-14T12:39:33,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:33,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:33,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,585 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T12:39:33,585 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f1b69e0236bd,46831,1731587973328 from backup master directory 2024-11-14T12:39:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f1b69e0236bd,46831,1731587973328 2024-11-14T12:39:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:33,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:33,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:33,593 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:33,593 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,46831,1731587973328 2024-11-14T12:39:33,597 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/hbase.id] with ID: ae7ee0d2-8cef-4a59-9e8d-a85b794de1f9 2024-11-14T12:39:33,598 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/.tmp/hbase.id 2024-11-14T12:39:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:33,607 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/.tmp/hbase.id]:[hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/hbase.id] 2024-11-14T12:39:33,627 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:33,627 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:39:33,629 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T12:39:33,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:33,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:33,646 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:33,647 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:39:33,647 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:33,655 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store 2024-11-14T12:39:33,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:33,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:33,665 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:33,665 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:33,665 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:33,665 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:33,665 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:33,665 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:33,665 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:33,665 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587973665Disabling compacts and flushes for region at 1731587973665Disabling writes for close at 1731587973665Writing region close event to WAL at 1731587973665Closed at 1731587973665 2024-11-14T12:39:33,666 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/.initializing 2024-11-14T12:39:33,666 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/WALs/f1b69e0236bd,46831,1731587973328 2024-11-14T12:39:33,667 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:33,669 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C46831%2C1731587973328, suffix=, logDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/WALs/f1b69e0236bd,46831,1731587973328, archiveDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/oldWALs, maxLogs=10 2024-11-14T12:39:33,682 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/WALs/f1b69e0236bd,46831,1731587973328/f1b69e0236bd%2C46831%2C1731587973328.1731587973669, exclude list is [], retry=0 2024-11-14T12:39:33,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43715,DS-bc7958b4-1f08-4df6-a2bc-fcc7510496ce,DISK] 2024-11-14T12:39:33,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-92dada45-e583-4c4e-aa1e-512b559a92b5,DISK] 2024-11-14T12:39:33,686 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/WALs/f1b69e0236bd,46831,1731587973328/f1b69e0236bd%2C46831%2C1731587973328.1731587973669 2024-11-14T12:39:33,687 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43387:43387),(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-14T12:39:33,687 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:33,687 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:33,687 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,687 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:39:33,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:33,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:33,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:39:33,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:33,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:33,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:39:33,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:33,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:33,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:39:33,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:33,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:33,698 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,699 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,699 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,700 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,700 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,701 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:33,702 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:33,704 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:33,704 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70570403, jitterRate=0.05158095061779022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:33,705 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587973687Initializing all the Stores at 1731587973688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587973689 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587973689Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587973689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587973689Cleaning up temporary data from old regions at 1731587973700 (+11 ms)Region opened successfully at 1731587973705 (+5 ms) 2024-11-14T12:39:33,705 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:39:33,708 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c7912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:33,709 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:39:33,709 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:39:33,709 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:39:33,709 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:39:33,710 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:39:33,710 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:39:33,710 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:39:33,713 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:39:33,714 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T12:39:33,722 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T12:39:33,722 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:39:33,723 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:39:33,730 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T12:39:33,731 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:39:33,732 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:39:33,738 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T12:39:33,739 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:39:33,747 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T12:39:33,749 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:39:33,755 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T12:39:33,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:33,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:33,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:33,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,764 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,46831,1731587973328, sessionid=0x1013a8966670000, setting cluster-up flag (Was=false) 2024-11-14T12:39:33,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,805 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T12:39:33,806 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,46831,1731587973328 2024-11-14T12:39:33,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:33,847 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T12:39:33,848 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,46831,1731587973328 2024-11-14T12:39:33,849 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:39:33,851 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:33,851 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:39:33,851 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:39:33,851 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,46831,1731587973328 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:39:33,853 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:33,853 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:33,853 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:33,853 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:33,853 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:39:33,853 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,853 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:33,853 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,853 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(746): ClusterId : ae7ee0d2-8cef-4a59-9e8d-a85b794de1f9 2024-11-14T12:39:33,853 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(746): ClusterId : ae7ee0d2-8cef-4a59-9e8d-a85b794de1f9 2024-11-14T12:39:33,853 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:33,853 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588003853 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:39:33,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:39:33,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:33,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:39:33,855 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:39:33,855 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:39:33,855 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587973855,5,FailOnTimeoutGroup] 2024-11-14T12:39:33,856 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:33,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:39:33,858 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587973855,5,FailOnTimeoutGroup] 2024-11-14T12:39:33,859 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,859 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:39:33,859 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,859 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,860 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:33,860 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:33,860 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:33,860 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:33,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:33,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:33,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:39:33,865 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0 2024-11-14T12:39:33,868 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:33,868 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:33,869 DEBUG [RS:0;f1b69e0236bd:37245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1365a8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:33,869 DEBUG [RS:1;f1b69e0236bd:41205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32215e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:33,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741832_1008 (size=32) 2024-11-14T12:39:33,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741832_1008 (size=32) 2024-11-14T12:39:33,882 DEBUG [RS:0;f1b69e0236bd:37245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:37245 2024-11-14T12:39:33,882 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:33,882 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:33,882 DEBUG [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:33,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:33,883 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,46831,1731587973328 with port=37245, startcode=1731587973477 2024-11-14T12:39:33,883 DEBUG [RS:0;f1b69e0236bd:37245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:33,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:33,885 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:33,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,37245,1731587973477 2024-11-14T12:39:33,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:33,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46831 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,37245,1731587973477 2024-11-14T12:39:33,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:33,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:33,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:33,888 DEBUG [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0 2024-11-14T12:39:33,888 DEBUG [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36033 2024-11-14T12:39:33,888 DEBUG [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:33,888 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f1b69e0236bd:41205 2024-11-14T12:39:33,888 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:33,888 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:33,888 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:33,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:33,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:33,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:33,889 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,46831,1731587973328 with port=41205, startcode=1731587973522 2024-11-14T12:39:33,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:33,889 DEBUG [RS:1;f1b69e0236bd:41205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:33,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:33,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:33,890 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:33,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:33,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:33,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:33,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46831 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:33,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:33,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:33,893 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0 2024-11-14T12:39:33,893 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36033 2024-11-14T12:39:33,893 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:33,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:33,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:33,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740 2024-11-14T12:39:33,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740 2024-11-14T12:39:33,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:33,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:33,896 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:33,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:33,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:33,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:33,899 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63917011, jitterRate=-0.04756231606006622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:33,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587973883Initializing all the Stores at 1731587973884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587973884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587973884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587973884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587973884Cleaning up temporary data from old regions at 1731587973896 (+12 ms)Region opened successfully at 1731587973900 (+4 ms) 2024-11-14T12:39:33,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:33,900 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:33,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:33,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:33,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:33,900 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:33,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587973900Disabling compacts and flushes for region at 1731587973900Disabling writes for close at 1731587973900Writing region close event to WAL at 1731587973900Closed at 1731587973900 2024-11-14T12:39:33,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:33,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:39:33,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:39:33,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:33,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:39:33,935 DEBUG [RS:0;f1b69e0236bd:37245 {}] zookeeper.ZKUtil(111): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,37245,1731587973477 2024-11-14T12:39:33,936 WARN [RS:0;f1b69e0236bd:37245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:33,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,41205,1731587973522] 2024-11-14T12:39:33,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,37245,1731587973477] 2024-11-14T12:39:33,936 INFO [RS:0;f1b69e0236bd:37245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:33,936 DEBUG [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,37245,1731587973477 2024-11-14T12:39:33,936 DEBUG [RS:1;f1b69e0236bd:41205 {}] zookeeper.ZKUtil(111): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:33,936 WARN [RS:1;f1b69e0236bd:41205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:33,936 INFO [RS:1;f1b69e0236bd:41205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:33,936 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:33,939 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:33,939 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:33,941 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:33,941 INFO [RS:1;f1b69e0236bd:41205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:33,941 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,941 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:33,942 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:33,942 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,942 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,942 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,942 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,942 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,943 INFO [RS:0;f1b69e0236bd:37245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,943 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:33,943 DEBUG [RS:1;f1b69e0236bd:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:33,945 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:33,946 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:33,946 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:33,946 DEBUG [RS:0;f1b69e0236bd:37245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:33,947 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41205,1731587973522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,947 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,37245,1731587973477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:33,960 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:33,960 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,37245,1731587973477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,960 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,960 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.Replication(171): f1b69e0236bd,37245,1731587973477 started 2024-11-14T12:39:33,961 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:33,961 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41205,1731587973522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,962 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,962 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.Replication(171): f1b69e0236bd,41205,1731587973522 started 2024-11-14T12:39:33,972 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,973 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,37245,1731587973477, RpcServer on f1b69e0236bd/172.17.0.3:37245, sessionid=0x1013a8966670001 2024-11-14T12:39:33,973 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:33,973 DEBUG [RS:0;f1b69e0236bd:37245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,37245,1731587973477 2024-11-14T12:39:33,973 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,37245,1731587973477' 2024-11-14T12:39:33,973 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:33,973 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:33,974 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:33,974 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:33,974 DEBUG [RS:0;f1b69e0236bd:37245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,37245,1731587973477 2024-11-14T12:39:33,974 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,37245,1731587973477' 2024-11-14T12:39:33,974 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:33,974 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:33,975 DEBUG [RS:0;f1b69e0236bd:37245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:33,975 INFO [RS:0;f1b69e0236bd:37245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:33,975 INFO [RS:0;f1b69e0236bd:37245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:33,980 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:33,980 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,41205,1731587973522, RpcServer on f1b69e0236bd/172.17.0.3:41205, sessionid=0x1013a8966670002 2024-11-14T12:39:33,980 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:33,980 DEBUG [RS:1;f1b69e0236bd:41205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:33,980 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,41205,1731587973522' 2024-11-14T12:39:33,980 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:33,981 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:33,981 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:33,981 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:33,981 DEBUG [RS:1;f1b69e0236bd:41205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:33,981 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,41205,1731587973522' 2024-11-14T12:39:33,981 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:33,982 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:33,982 DEBUG [RS:1;f1b69e0236bd:41205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:33,982 INFO [RS:1;f1b69e0236bd:41205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:33,982 INFO [RS:1;f1b69e0236bd:41205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:34,054 WARN [f1b69e0236bd:46831 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T12:39:34,075 INFO [RS:0;f1b69e0236bd:37245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:34,077 INFO [RS:0;f1b69e0236bd:37245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C37245%2C1731587973477, suffix=, logDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,37245,1731587973477, archiveDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/oldWALs, maxLogs=32 2024-11-14T12:39:34,083 INFO [RS:1;f1b69e0236bd:41205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:34,085 INFO [RS:1;f1b69e0236bd:41205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C41205%2C1731587973522, suffix=, logDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,41205,1731587973522, archiveDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/oldWALs, maxLogs=32 2024-11-14T12:39:34,092 DEBUG [RS:0;f1b69e0236bd:37245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,37245,1731587973477/f1b69e0236bd%2C37245%2C1731587973477.1731587974077, exclude list is [], retry=0 2024-11-14T12:39:34,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43715,DS-bc7958b4-1f08-4df6-a2bc-fcc7510496ce,DISK] 2024-11-14T12:39:34,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-92dada45-e583-4c4e-aa1e-512b559a92b5,DISK] 2024-11-14T12:39:34,096 INFO [RS:0;f1b69e0236bd:37245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,37245,1731587973477/f1b69e0236bd%2C37245%2C1731587973477.1731587974077 2024-11-14T12:39:34,096 DEBUG [RS:0;f1b69e0236bd:37245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43387:43387),(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-14T12:39:34,098 DEBUG [RS:1;f1b69e0236bd:41205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,41205,1731587973522/f1b69e0236bd%2C41205%2C1731587973522.1731587974085, exclude list is [], retry=0 2024-11-14T12:39:34,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43715,DS-bc7958b4-1f08-4df6-a2bc-fcc7510496ce,DISK] 2024-11-14T12:39:34,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-92dada45-e583-4c4e-aa1e-512b559a92b5,DISK] 2024-11-14T12:39:34,103 INFO [RS:1;f1b69e0236bd:41205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,41205,1731587973522/f1b69e0236bd%2C41205%2C1731587973522.1731587974085 2024-11-14T12:39:34,103 DEBUG [RS:1;f1b69e0236bd:41205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551),(127.0.0.1/127.0.0.1:43387:43387)] 2024-11-14T12:39:34,304 DEBUG [f1b69e0236bd:46831 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T12:39:34,305 DEBUG [f1b69e0236bd:46831 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:34,309 DEBUG [f1b69e0236bd:46831 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:34,309 DEBUG [f1b69e0236bd:46831 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:34,309 DEBUG [f1b69e0236bd:46831 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:34,309 DEBUG [f1b69e0236bd:46831 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:34,309 INFO [f1b69e0236bd:46831 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:34,309 INFO [f1b69e0236bd:46831 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:34,309 DEBUG [f1b69e0236bd:46831 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:34,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:34,312 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,41205,1731587973522, state=OPENING 2024-11-14T12:39:34,322 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:39:34,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:34,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:34,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:34,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:34,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:34,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:34,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:34,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41205,1731587973522}] 2024-11-14T12:39:34,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:34,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:34,490 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:39:34,490 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:34,490 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:39:34,492 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C41205%2C1731587973522.meta, suffix=.meta, logDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,41205,1731587973522, archiveDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/oldWALs, maxLogs=32 2024-11-14T12:39:34,504 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,41205,1731587973522/f1b69e0236bd%2C41205%2C1731587973522.meta.1731587974492.meta, exclude list is [], retry=0 2024-11-14T12:39:34,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-92dada45-e583-4c4e-aa1e-512b559a92b5,DISK] 2024-11-14T12:39:34,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43715,DS-bc7958b4-1f08-4df6-a2bc-fcc7510496ce,DISK] 2024-11-14T12:39:34,509 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/WALs/f1b69e0236bd,41205,1731587973522/f1b69e0236bd%2C41205%2C1731587973522.meta.1731587974492.meta 2024-11-14T12:39:34,509 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551),(127.0.0.1/127.0.0.1:43387:43387)] 2024-11-14T12:39:34,510 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:34,510 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:39:34,510 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:39:34,510 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:39:34,510 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:39:34,510 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:34,510 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:39:34,510 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:39:34,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:34,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:34,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:34,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:34,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:34,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:34,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:34,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:34,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:34,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:34,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:34,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:34,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:34,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:34,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:34,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:34,517 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:34,518 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740 2024-11-14T12:39:34,519 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740 2024-11-14T12:39:34,520 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:34,520 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:34,521 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:34,522 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:34,522 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75139125, jitterRate=0.11966021358966827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:34,522 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:39:34,523 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587974510Writing region info on filesystem at 1731587974510Initializing all the Stores at 1731587974511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587974511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587974512 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587974512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587974512Cleaning up temporary data from old regions at 1731587974520 (+8 ms)Running coprocessor post-open hooks at 1731587974522 (+2 ms)Region opened successfully at 1731587974523 (+1 ms) 2024-11-14T12:39:34,524 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587974484 2024-11-14T12:39:34,526 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:39:34,526 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:39:34,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:34,527 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,41205,1731587973522, state=OPEN 2024-11-14T12:39:34,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:34,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:34,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:34,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:34,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:34,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:34,535 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:34,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:39:34,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41205,1731587973522 in 204 msec 2024-11-14T12:39:34,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:39:34,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-14T12:39:34,541 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:34,541 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:39:34,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:34,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41205,1731587973522, seqNum=-1] 2024-11-14T12:39:34,543 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:34,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:34,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 700 msec 2024-11-14T12:39:34,552 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587974552, completionTime=-1 2024-11-14T12:39:34,552 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T12:39:34,552 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:39:34,554 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T12:39:34,554 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588034554 2024-11-14T12:39:34,554 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588094554 2024-11-14T12:39:34,554 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:39:34,554 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46831,1731587973328-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:34,555 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46831,1731587973328-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:34,555 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46831,1731587973328-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:34,555 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:46831, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:34,555 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:34,555 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:34,557 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:39:34,559 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.966sec 2024-11-14T12:39:34,560 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:39:34,560 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:39:34,560 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:39:34,560 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:39:34,560 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:39:34,560 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46831,1731587973328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:34,560 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46831,1731587973328-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:39:34,563 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:39:34,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:39:34,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46831,1731587973328-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:34,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52074ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:34,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,46831,-1 for getting cluster id 2024-11-14T12:39:34,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:39:34,656 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae7ee0d2-8cef-4a59-9e8d-a85b794de1f9' 2024-11-14T12:39:34,656 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:39:34,656 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae7ee0d2-8cef-4a59-9e8d-a85b794de1f9" 2024-11-14T12:39:34,656 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42663865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:34,656 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,46831,-1] 2024-11-14T12:39:34,657 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:39:34,657 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:34,658 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:39:34,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1d2670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:34,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:34,660 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41205,1731587973522, seqNum=-1] 2024-11-14T12:39:34,661 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:34,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:34,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,46831,1731587973328 2024-11-14T12:39:34,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:39:34,665 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,46831,1731587973328 2024-11-14T12:39:34,665 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@173ad081 2024-11-14T12:39:34,665 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:39:34,666 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:39:34,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T12:39:34,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:39:34,670 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:34,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T12:39:34,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:39:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:34,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:34,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:34,681 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1548d099ce5498f2c8fe40aa247e24c2, NAME => 'testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0 2024-11-14T12:39:34,682 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 119c51fd84a748fb8ab34c1d58c469bc, NAME => 'testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0 2024-11-14T12:39:34,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:34,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:34,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:34,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:34,689 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:34,689 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:34,690 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 1548d099ce5498f2c8fe40aa247e24c2, disabling compactions & flushes 2024-11-14T12:39:34,690 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 119c51fd84a748fb8ab34c1d58c469bc, disabling compactions & flushes 2024-11-14T12:39:34,690 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:34,690 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:34,690 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:34,690 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:34,690 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. after waiting 0 ms 2024-11-14T12:39:34,690 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. after waiting 0 ms 2024-11-14T12:39:34,690 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:34,690 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:34,690 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:34,690 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:34,690 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1548d099ce5498f2c8fe40aa247e24c2: Waiting for close lock at 1731587974690Disabling compacts and flushes for region at 1731587974690Disabling writes for close at 1731587974690Writing region close event to WAL at 1731587974690Closed at 1731587974690 2024-11-14T12:39:34,690 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 119c51fd84a748fb8ab34c1d58c469bc: Waiting for close lock at 1731587974690Disabling compacts and flushes for region at 1731587974690Disabling writes for close at 1731587974690Writing region close event to WAL at 1731587974690Closed at 1731587974690 2024-11-14T12:39:34,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:39:34,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587974691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587974691"}]},"ts":"1731587974691"} 2024-11-14T12:39:34,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587974691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587974691"}]},"ts":"1731587974691"} 2024-11-14T12:39:34,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T12:39:34,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:39:34,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587974696"}]},"ts":"1731587974696"} 2024-11-14T12:39:34,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T12:39:34,699 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:34,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:34,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:34,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:34,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:34,700 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:34,700 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:34,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:34,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1548d099ce5498f2c8fe40aa247e24c2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=119c51fd84a748fb8ab34c1d58c469bc, ASSIGN}] 2024-11-14T12:39:34,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=119c51fd84a748fb8ab34c1d58c469bc, ASSIGN 2024-11-14T12:39:34,702 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1548d099ce5498f2c8fe40aa247e24c2, ASSIGN 2024-11-14T12:39:34,703 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1548d099ce5498f2c8fe40aa247e24c2, ASSIGN; state=OFFLINE, location=f1b69e0236bd,41205,1731587973522; forceNewPlan=false, retain=false 2024-11-14T12:39:34,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=119c51fd84a748fb8ab34c1d58c469bc, ASSIGN; state=OFFLINE, location=f1b69e0236bd,37245,1731587973477; forceNewPlan=false, retain=false 2024-11-14T12:39:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:34,853 INFO [f1b69e0236bd:46831 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T12:39:34,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1548d099ce5498f2c8fe40aa247e24c2, regionState=OPENING, regionLocation=f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:34,854 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=119c51fd84a748fb8ab34c1d58c469bc, regionState=OPENING, regionLocation=f1b69e0236bd,37245,1731587973477 2024-11-14T12:39:34,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1548d099ce5498f2c8fe40aa247e24c2, ASSIGN because future has completed 2024-11-14T12:39:34,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1548d099ce5498f2c8fe40aa247e24c2, server=f1b69e0236bd,41205,1731587973522}] 2024-11-14T12:39:34,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=119c51fd84a748fb8ab34c1d58c469bc, ASSIGN because future has completed 2024-11-14T12:39:34,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 119c51fd84a748fb8ab34c1d58c469bc, server=f1b69e0236bd,37245,1731587973477}] 2024-11-14T12:39:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:35,018 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:35,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:35,023 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:35,023 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1548d099ce5498f2c8fe40aa247e24c2, NAME => 'testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T12:39:35,024 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,024 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:35,024 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,024 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,027 INFO [StoreOpener-1548d099ce5498f2c8fe40aa247e24c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,027 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:35,027 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 119c51fd84a748fb8ab34c1d58c469bc, NAME => 'testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T12:39:35,028 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,028 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:35,028 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,028 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,028 INFO [StoreOpener-1548d099ce5498f2c8fe40aa247e24c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1548d099ce5498f2c8fe40aa247e24c2 columnFamilyName family 2024-11-14T12:39:35,029 DEBUG [StoreOpener-1548d099ce5498f2c8fe40aa247e24c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:35,029 INFO [StoreOpener-1548d099ce5498f2c8fe40aa247e24c2-1 {}] regionserver.HStore(327): Store=1548d099ce5498f2c8fe40aa247e24c2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:35,029 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,029 INFO [StoreOpener-119c51fd84a748fb8ab34c1d58c469bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,030 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,030 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,031 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,031 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,031 INFO [StoreOpener-119c51fd84a748fb8ab34c1d58c469bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 119c51fd84a748fb8ab34c1d58c469bc columnFamilyName family 2024-11-14T12:39:35,031 DEBUG [StoreOpener-119c51fd84a748fb8ab34c1d58c469bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:35,031 INFO [StoreOpener-119c51fd84a748fb8ab34c1d58c469bc-1 {}] regionserver.HStore(327): Store=119c51fd84a748fb8ab34c1d58c469bc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:35,031 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,032 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,032 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,032 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,033 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,033 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,034 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,034 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/1548d099ce5498f2c8fe40aa247e24c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:35,035 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1548d099ce5498f2c8fe40aa247e24c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62244223, jitterRate=-0.07248879969120026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:35,035 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,035 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1548d099ce5498f2c8fe40aa247e24c2: Running coprocessor pre-open hook at 1731587975025Writing region info on filesystem at 1731587975025Initializing all the Stores at 1731587975026 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587975026Cleaning up temporary data from old regions at 1731587975031 (+5 ms)Running coprocessor post-open hooks at 1731587975035 (+4 ms)Region opened successfully at 1731587975035 2024-11-14T12:39:35,036 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/119c51fd84a748fb8ab34c1d58c469bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:35,036 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2., pid=7, masterSystemTime=1731587975015 2024-11-14T12:39:35,036 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 119c51fd84a748fb8ab34c1d58c469bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60345600, jitterRate=-0.10078048706054688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:35,036 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,036 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 119c51fd84a748fb8ab34c1d58c469bc: Running coprocessor pre-open hook at 1731587975028Writing region info on filesystem at 1731587975028Initializing all the Stores at 1731587975029 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587975029Cleaning up temporary data from old regions at 1731587975033 (+4 ms)Running coprocessor post-open hooks at 1731587975036 (+3 ms)Region opened successfully at 1731587975036 2024-11-14T12:39:35,037 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc., pid=8, masterSystemTime=1731587975017 2024-11-14T12:39:35,038 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:35,039 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:35,039 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1548d099ce5498f2c8fe40aa247e24c2, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:35,040 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:35,040 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:35,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=119c51fd84a748fb8ab34c1d58c469bc, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,37245,1731587973477 2024-11-14T12:39:35,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1548d099ce5498f2c8fe40aa247e24c2, server=f1b69e0236bd,41205,1731587973522 because future has completed 2024-11-14T12:39:35,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 119c51fd84a748fb8ab34c1d58c469bc, server=f1b69e0236bd,37245,1731587973477 because future has completed 2024-11-14T12:39:35,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T12:39:35,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1548d099ce5498f2c8fe40aa247e24c2, server=f1b69e0236bd,41205,1731587973522 in 185 msec 2024-11-14T12:39:35,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1548d099ce5498f2c8fe40aa247e24c2, ASSIGN in 347 msec 2024-11-14T12:39:35,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T12:39:35,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 119c51fd84a748fb8ab34c1d58c469bc, server=f1b69e0236bd,37245,1731587973477 in 184 msec 2024-11-14T12:39:35,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T12:39:35,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=119c51fd84a748fb8ab34c1d58c469bc, ASSIGN in 348 msec 2024-11-14T12:39:35,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:39:35,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587975052"}]},"ts":"1731587975052"} 2024-11-14T12:39:35,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T12:39:35,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:39:35,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-14T12:39:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:35,302 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T12:39:35,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T12:39:35,303 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:35,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T12:39:35,309 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:35,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T12:39:35,313 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2., hostname=f1b69e0236bd,41205,1731587973522, seqNum=2] 2024-11-14T12:39:35,327 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc., hostname=f1b69e0236bd,37245,1731587973477, seqNum=2] 2024-11-14T12:39:35,328 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:35,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:35,340 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 119c51fd84a748fb8ab34c1d58c469bc 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T12:39:35,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/119c51fd84a748fb8ab34c1d58c469bc/.tmp/family/edf6af792386464cb5f54c4051d55ddb is 32, key is 5/family:/1731587975330/Put/seqid=0 2024-11-14T12:39:35,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741839_1015 (size=5083) 2024-11-14T12:39:35,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741839_1015 (size=5083) 2024-11-14T12:39:35,361 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/119c51fd84a748fb8ab34c1d58c469bc/.tmp/family/edf6af792386464cb5f54c4051d55ddb 2024-11-14T12:39:35,368 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/119c51fd84a748fb8ab34c1d58c469bc/.tmp/family/edf6af792386464cb5f54c4051d55ddb as hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/119c51fd84a748fb8ab34c1d58c469bc/family/edf6af792386464cb5f54c4051d55ddb 2024-11-14T12:39:35,375 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/119c51fd84a748fb8ab34c1d58c469bc/family/edf6af792386464cb5f54c4051d55ddb, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T12:39:35,376 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 119c51fd84a748fb8ab34c1d58c469bc in 36ms, sequenceid=9, compaction requested=false 2024-11-14T12:39:35,376 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 119c51fd84a748fb8ab34c1d58c469bc: 2024-11-14T12:39:35,376 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1548d099ce5498f2c8fe40aa247e24c2 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T12:39:35,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/1548d099ce5498f2c8fe40aa247e24c2/.tmp/family/2d2b52e85cb04863bc89d7ee1959f4d6 is 32, key is 1/family:/1731587975314/Put/seqid=0 2024-11-14T12:39:35,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741840_1016 (size=5054) 2024-11-14T12:39:35,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741840_1016 (size=5054) 2024-11-14T12:39:35,398 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/1548d099ce5498f2c8fe40aa247e24c2/.tmp/family/2d2b52e85cb04863bc89d7ee1959f4d6 2024-11-14T12:39:35,404 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/1548d099ce5498f2c8fe40aa247e24c2/.tmp/family/2d2b52e85cb04863bc89d7ee1959f4d6 as hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/1548d099ce5498f2c8fe40aa247e24c2/family/2d2b52e85cb04863bc89d7ee1959f4d6 2024-11-14T12:39:35,411 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/1548d099ce5498f2c8fe40aa247e24c2/family/2d2b52e85cb04863bc89d7ee1959f4d6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T12:39:35,412 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1548d099ce5498f2c8fe40aa247e24c2 in 36ms, sequenceid=8, compaction requested=false 2024-11-14T12:39:35,412 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1548d099ce5498f2c8fe40aa247e24c2: 2024-11-14T12:39:35,414 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file edf6af792386464cb5f54c4051d55ddb, starting offset: 0, end offset: 9223372036854775807 2024-11-14T12:39:35,414 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key edf6af792386464cb5f54c4051d55ddb_0 from back map with offset lock 2094080 in the evict process 2024-11-14T12:39:35,416 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 2d2b52e85cb04863bc89d7ee1959f4d6, starting offset: 0, end offset: 9223372036854775807 2024-11-14T12:39:35,416 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 2d2b52e85cb04863bc89d7ee1959f4d6_0 from back map with offset lock 2094080 in the evict process 2024-11-14T12:39:35,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:39:35,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:35,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:35,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:35,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:35,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:39:35,417 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:39:35,417 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1705915976, stopped=false 2024-11-14T12:39:35,417 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,46831,1731587973328 2024-11-14T12:39:35,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:35,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:35,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:35,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:35,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:35,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:35,464 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:35,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:35,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:35,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:35,464 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,37245,1731587973477' ***** 2024-11-14T12:39:35,464 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:35,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:35,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:35,465 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,41205,1731587973522' ***** 2024-11-14T12:39:35,465 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:35,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:35,465 INFO [RS:0;f1b69e0236bd:37245 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T12:39:35,465 INFO [RS:1;f1b69e0236bd:41205 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T12:39:35,465 INFO [RS:1;f1b69e0236bd:41205 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T12:39:35,465 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T12:39:35,465 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:35,465 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T12:39:35,465 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T12:39:35,465 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T12:39:35,465 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T12:39:35,465 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T12:39:35,465 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:35,465 INFO [RS:1;f1b69e0236bd:41205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:35,465 INFO [RS:0;f1b69e0236bd:37245 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T12:39:35,465 INFO [RS:1;f1b69e0236bd:41205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:35,465 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1548d099ce5498f2c8fe40aa247e24c2 2024-11-14T12:39:35,465 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:35,466 INFO [RS:0;f1b69e0236bd:37245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:35,466 INFO [RS:0;f1b69e0236bd:37245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:35,466 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:35,466 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(3091): Received CLOSE for 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,466 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:35,466 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:35,466 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,37245,1731587973477 2024-11-14T12:39:35,466 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:35,466 INFO [RS:1;f1b69e0236bd:41205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f1b69e0236bd:41205. 2024-11-14T12:39:35,466 INFO [RS:0;f1b69e0236bd:37245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:37245. 2024-11-14T12:39:35,466 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1548d099ce5498f2c8fe40aa247e24c2, disabling compactions & flushes 2024-11-14T12:39:35,466 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 119c51fd84a748fb8ab34c1d58c469bc, disabling compactions & flushes 2024-11-14T12:39:35,466 DEBUG [RS:1;f1b69e0236bd:41205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:35,466 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:35,466 DEBUG [RS:0;f1b69e0236bd:37245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:35,466 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:35,466 DEBUG [RS:1;f1b69e0236bd:41205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:35,466 DEBUG [RS:0;f1b69e0236bd:37245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:35,466 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:35,466 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:35,466 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. after waiting 0 ms 2024-11-14T12:39:35,466 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. after waiting 0 ms 2024-11-14T12:39:35,466 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:35,466 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:39:35,466 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:35,466 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:35,466 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:35,466 DEBUG [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(1325): Online Regions={119c51fd84a748fb8ab34c1d58c469bc=testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc.} 2024-11-14T12:39:35,466 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:35,466 DEBUG [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(1351): Waiting on 119c51fd84a748fb8ab34c1d58c469bc 2024-11-14T12:39:35,466 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:39:35,467 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:39:35,467 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1325): Online Regions={1548d099ce5498f2c8fe40aa247e24c2=testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:39:35,467 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1351): Waiting on 1548d099ce5498f2c8fe40aa247e24c2, 1588230740 2024-11-14T12:39:35,467 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:35,467 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:35,467 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:35,467 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:35,467 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:35,467 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T12:39:35,471 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/1548d099ce5498f2c8fe40aa247e24c2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:39:35,471 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/default/testClearRegionBlockCache/119c51fd84a748fb8ab34c1d58c469bc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T12:39:35,471 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:35,471 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1548d099ce5498f2c8fe40aa247e24c2: Waiting for close lock at 1731587975466Running coprocessor pre-close hooks at 1731587975466Disabling compacts and flushes for region at 1731587975466Disabling writes for close at 1731587975466Writing region close event to WAL at 1731587975467 (+1 ms)Running coprocessor post-close hooks at 1731587975471 (+4 ms)Closed at 1731587975471 2024-11-14T12:39:35,471 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:35,472 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 119c51fd84a748fb8ab34c1d58c469bc: Waiting for close lock at 1731587975466Running coprocessor pre-close hooks at 1731587975466Disabling compacts and flushes for region at 1731587975466Disabling writes for close at 1731587975466Writing region close event to WAL at 1731587975467 (+1 ms)Running coprocessor post-close hooks at 1731587975471 (+4 ms)Closed at 1731587975471 2024-11-14T12:39:35,472 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731587974667.1548d099ce5498f2c8fe40aa247e24c2. 2024-11-14T12:39:35,472 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc. 2024-11-14T12:39:35,484 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/.tmp/info/2183405e704d4bc38c05024984396ff1 is 173, key is testClearRegionBlockCache,5,1731587974667.119c51fd84a748fb8ab34c1d58c469bc./info:regioninfo/1731587975040/Put/seqid=0 2024-11-14T12:39:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:35,549 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:35,549 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:35,666 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,37245,1731587973477; all regions closed. 2024-11-14T12:39:35,667 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:39:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:35,671 DEBUG [RS:0;f1b69e0236bd:37245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/oldWALs 2024-11-14T12:39:35,671 INFO [RS:0;f1b69e0236bd:37245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C37245%2C1731587973477:(num 1731587974077) 2024-11-14T12:39:35,672 DEBUG [RS:0;f1b69e0236bd:37245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:35,672 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:35,672 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:35,672 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:35,672 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:35,672 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:35,672 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:35,672 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:35,672 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:35,672 INFO [RS:0;f1b69e0236bd:37245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37245 2024-11-14T12:39:35,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:35,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,37245,1731587973477 2024-11-14T12:39:35,680 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:35,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,37245,1731587973477] 2024-11-14T12:39:35,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,37245,1731587973477 already deleted, retry=false 2024-11-14T12:39:35,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,37245,1731587973477 expired; onlineServers=1 2024-11-14T12:39:35,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:35,789 INFO [RS:0;f1b69e0236bd:37245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:35,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37245-0x1013a8966670001, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:35,789 INFO [RS:0;f1b69e0236bd:37245 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,37245,1731587973477; zookeeper connection closed. 2024-11-14T12:39:35,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@750f2ba1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@750f2ba1 2024-11-14T12:39:35,867 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:39:35,890 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/.tmp/info/2183405e704d4bc38c05024984396ff1 2024-11-14T12:39:35,916 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/.tmp/ns/62038dbe67ff4c509f54d195ede84256 is 43, key is default/ns:d/1731587974546/Put/seqid=0 2024-11-14T12:39:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:36,039 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:39:36,040 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:39:36,068 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:39:36,268 DEBUG [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:39:36,322 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/.tmp/ns/62038dbe67ff4c509f54d195ede84256 2024-11-14T12:39:36,352 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/.tmp/table/1462954d6fe64311b3bafa3d9dcee8ee is 61, key is testClearRegionBlockCache/table:state/1731587975052/Put/seqid=0 2024-11-14T12:39:36,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:36,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:36,358 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/.tmp/table/1462954d6fe64311b3bafa3d9dcee8ee 2024-11-14T12:39:36,365 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/.tmp/info/2183405e704d4bc38c05024984396ff1 as hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/info/2183405e704d4bc38c05024984396ff1 2024-11-14T12:39:36,371 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/info/2183405e704d4bc38c05024984396ff1, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T12:39:36,372 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/.tmp/ns/62038dbe67ff4c509f54d195ede84256 as hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/ns/62038dbe67ff4c509f54d195ede84256 2024-11-14T12:39:36,378 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/ns/62038dbe67ff4c509f54d195ede84256, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T12:39:36,379 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/.tmp/table/1462954d6fe64311b3bafa3d9dcee8ee as hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/table/1462954d6fe64311b3bafa3d9dcee8ee 2024-11-14T12:39:36,384 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/table/1462954d6fe64311b3bafa3d9dcee8ee, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T12:39:36,385 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=13, compaction requested=false 2024-11-14T12:39:36,390 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T12:39:36,391 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:39:36,391 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:36,391 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587975467Running coprocessor pre-close hooks at 1731587975467Disabling compacts and flushes for region at 1731587975467Disabling writes for close at 1731587975467Obtaining lock to block concurrent updates at 1731587975467Preparing flush snapshotting stores in 1588230740 at 1731587975467Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731587975467Flushing stores of hbase:meta,,1.1588230740 at 1731587975468 (+1 ms)Flushing 1588230740/info: creating writer at 1731587975468Flushing 1588230740/info: appending metadata at 1731587975483 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731587975483Flushing 1588230740/ns: creating writer at 1731587975902 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731587975915 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731587975915Flushing 1588230740/table: creating writer at 1731587976336 (+421 ms)Flushing 1588230740/table: appending metadata at 1731587976352 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731587976352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f3b70b: reopening flushed file at 1731587976364 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471fec01: reopening flushed file at 1731587976371 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c5ba70: reopening flushed file at 1731587976378 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=13, compaction requested=false at 1731587976385 (+7 ms)Writing region close event to WAL at 1731587976387 (+2 ms)Running coprocessor post-close hooks at 1731587976391 (+4 ms)Closed at 1731587976391 2024-11-14T12:39:36,391 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:36,468 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,41205,1731587973522; all regions closed. 2024-11-14T12:39:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:36,475 DEBUG [RS:1;f1b69e0236bd:41205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/oldWALs 2024-11-14T12:39:36,475 INFO [RS:1;f1b69e0236bd:41205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C41205%2C1731587973522.meta:.meta(num 1731587974492) 2024-11-14T12:39:36,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741834_1010 (size=1758) 2024-11-14T12:39:36,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741834_1010 (size=1758) 2024-11-14T12:39:36,482 DEBUG [RS:1;f1b69e0236bd:41205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/oldWALs 2024-11-14T12:39:36,482 INFO [RS:1;f1b69e0236bd:41205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C41205%2C1731587973522:(num 1731587974085) 2024-11-14T12:39:36,482 DEBUG [RS:1;f1b69e0236bd:41205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:36,482 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:36,482 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:36,482 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:36,483 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:36,483 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:36,483 INFO [RS:1;f1b69e0236bd:41205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41205 2024-11-14T12:39:36,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,41205,1731587973522 2024-11-14T12:39:36,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:36,501 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:36,501 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fcb809024f8@27cc4791 rejected from java.util.concurrent.ThreadPoolExecutor@62cedd0c[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T12:39:36,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,41205,1731587973522] 2024-11-14T12:39:36,517 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,41205,1731587973522 already deleted, retry=false 2024-11-14T12:39:36,517 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,41205,1731587973522 expired; onlineServers=0 2024-11-14T12:39:36,517 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,46831,1731587973328' ***** 2024-11-14T12:39:36,517 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:39:36,517 INFO [M:0;f1b69e0236bd:46831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:36,518 INFO [M:0;f1b69e0236bd:46831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:36,518 DEBUG [M:0;f1b69e0236bd:46831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:39:36,518 DEBUG [M:0;f1b69e0236bd:46831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:39:36,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:39:36,518 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587973855 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587973855,5,FailOnTimeoutGroup] 2024-11-14T12:39:36,518 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587973855 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587973855,5,FailOnTimeoutGroup] 2024-11-14T12:39:36,518 INFO [M:0;f1b69e0236bd:46831 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:36,518 INFO [M:0;f1b69e0236bd:46831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:36,518 DEBUG [M:0;f1b69e0236bd:46831 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:39:36,518 INFO [M:0;f1b69e0236bd:46831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:39:36,518 INFO [M:0;f1b69e0236bd:46831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:36,519 INFO [M:0;f1b69e0236bd:46831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:39:36,519 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:39:36,526 DEBUG [M:0;f1b69e0236bd:46831 {}] zookeeper.ZKUtil(347): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T12:39:36,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:36,526 WARN [M:0;f1b69e0236bd:46831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:39:36,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:36,526 INFO [M:0;f1b69e0236bd:46831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/.lastflushedseqids 2024-11-14T12:39:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741844_1020 (size=182) 2024-11-14T12:39:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741844_1020 (size=182) 2024-11-14T12:39:36,533 INFO [M:0;f1b69e0236bd:46831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:39:36,533 INFO [M:0;f1b69e0236bd:46831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:39:36,533 DEBUG [M:0;f1b69e0236bd:46831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:36,533 INFO [M:0;f1b69e0236bd:46831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:36,533 DEBUG [M:0;f1b69e0236bd:46831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:36,533 DEBUG [M:0;f1b69e0236bd:46831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:36,533 DEBUG [M:0;f1b69e0236bd:46831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:36,534 INFO [M:0;f1b69e0236bd:46831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-14T12:39:36,549 DEBUG [M:0;f1b69e0236bd:46831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8c7c749baf04a6cad2b517bdf65db0e is 82, key is hbase:meta,,1/info:regioninfo/1731587974526/Put/seqid=0 2024-11-14T12:39:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:36,554 INFO [M:0;f1b69e0236bd:46831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8c7c749baf04a6cad2b517bdf65db0e 2024-11-14T12:39:36,574 DEBUG [M:0;f1b69e0236bd:46831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70a7b736ac034dce8009aed0af86bde3 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587975057/Put/seqid=0 2024-11-14T12:39:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741846_1022 (size=6218) 2024-11-14T12:39:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741846_1022 (size=6218) 2024-11-14T12:39:36,580 INFO [M:0;f1b69e0236bd:46831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70a7b736ac034dce8009aed0af86bde3 2024-11-14T12:39:36,601 DEBUG [M:0;f1b69e0236bd:46831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cd9fe60fd0b40b5b6b65d6cd3f9c3ca is 69, key is f1b69e0236bd,37245,1731587973477/rs:state/1731587973886/Put/seqid=0 2024-11-14T12:39:36,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:36,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:36,606 INFO [M:0;f1b69e0236bd:46831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cd9fe60fd0b40b5b6b65d6cd3f9c3ca 2024-11-14T12:39:36,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:36,609 INFO [RS:1;f1b69e0236bd:41205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:36,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1013a8966670002, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:36,609 INFO [RS:1;f1b69e0236bd:41205 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,41205,1731587973522; zookeeper connection closed. 2024-11-14T12:39:36,610 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29f8c843 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29f8c843 2024-11-14T12:39:36,610 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T12:39:36,612 DEBUG [M:0;f1b69e0236bd:46831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8c7c749baf04a6cad2b517bdf65db0e as hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8c7c749baf04a6cad2b517bdf65db0e 2024-11-14T12:39:36,618 INFO [M:0;f1b69e0236bd:46831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8c7c749baf04a6cad2b517bdf65db0e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T12:39:36,619 DEBUG [M:0;f1b69e0236bd:46831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70a7b736ac034dce8009aed0af86bde3 as hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70a7b736ac034dce8009aed0af86bde3 2024-11-14T12:39:36,624 INFO [M:0;f1b69e0236bd:46831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70a7b736ac034dce8009aed0af86bde3, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T12:39:36,625 DEBUG [M:0;f1b69e0236bd:46831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cd9fe60fd0b40b5b6b65d6cd3f9c3ca as hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cd9fe60fd0b40b5b6b65d6cd3f9c3ca 2024-11-14T12:39:36,630 INFO [M:0;f1b69e0236bd:46831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36033/user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cd9fe60fd0b40b5b6b65d6cd3f9c3ca, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T12:39:36,631 INFO [M:0;f1b69e0236bd:46831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-11-14T12:39:36,632 INFO [M:0;f1b69e0236bd:46831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:36,633 DEBUG [M:0;f1b69e0236bd:46831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587976533Disabling compacts and flushes for region at 1731587976533Disabling writes for close at 1731587976533Obtaining lock to block concurrent updates at 1731587976534 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587976534Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731587976534Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587976535 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587976535Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587976548 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587976548Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587976559 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587976574 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587976574Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587976585 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587976600 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587976600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c03b33e: reopening flushed file at 1731587976611 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664b79fa: reopening flushed file at 1731587976618 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2328a033: reopening flushed file at 1731587976624 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1731587976631 (+7 ms)Writing region close event to WAL at 1731587976632 (+1 ms)Closed at 1731587976632 2024-11-14T12:39:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741830_1006 (size=35428) 2024-11-14T12:39:36,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43ef8358-08e6-59f6-a11e-efe1fd04c4f0/MasterData/WALs/f1b69e0236bd,46831,1731587973328/f1b69e0236bd%2C46831%2C1731587973328.1731587973669 not finished, retry = 0 2024-11-14T12:39:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741830_1006 (size=35428) 2024-11-14T12:39:36,737 INFO [M:0;f1b69e0236bd:46831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:39:36,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:36,737 INFO [M:0;f1b69e0236bd:46831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46831 2024-11-14T12:39:36,738 INFO [M:0;f1b69e0236bd:46831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:36,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:36,847 INFO [M:0;f1b69e0236bd:46831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x1013a8966670000, quorum=127.0.0.1:64949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:36,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cbd8860{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:36,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12e80183{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:36,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:36,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa1e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:36,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489c05a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:36,857 WARN [BP-883619438-172.17.0.3-1731587971994 heartbeating to localhost/127.0.0.1:36033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:36,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:36,857 WARN [BP-883619438-172.17.0.3-1731587971994 heartbeating to localhost/127.0.0.1:36033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-883619438-172.17.0.3-1731587971994 (Datanode Uuid 5e603c59-96be-4400-bb27-7458fbbb1c9d) service to localhost/127.0.0.1:36033 2024-11-14T12:39:36,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:36,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/data/data3/current/BP-883619438-172.17.0.3-1731587971994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:36,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/data/data4/current/BP-883619438-172.17.0.3-1731587971994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:36,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:36,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@532f458{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:36,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bcb6254{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:36,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:36,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383ecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:36,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7916c0a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:36,862 WARN [BP-883619438-172.17.0.3-1731587971994 heartbeating to localhost/127.0.0.1:36033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:36,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:36,862 WARN [BP-883619438-172.17.0.3-1731587971994 heartbeating to localhost/127.0.0.1:36033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-883619438-172.17.0.3-1731587971994 (Datanode Uuid 7e8e75ba-d2f7-4338-846d-716b546cbd15) service to localhost/127.0.0.1:36033 2024-11-14T12:39:36,862 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:36,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/data/data1/current/BP-883619438-172.17.0.3-1731587971994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:36,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/cluster_90dc82fc-df42-055d-974e-084a5cc4ee65/data/data2/current/BP-883619438-172.17.0.3-1731587971994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:36,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:36,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aa15b23{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:36,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@204c0333{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:36,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:36,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f5ffeab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:36,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bebebe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:36,873 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:39:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:39:36,896 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=177 (was 158) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36033 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36033 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=528 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7015 (was 7143) 2024-11-14T12:39:36,903 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=177, OpenFileDescriptor=528, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7015 2024-11-14T12:39:36,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.log.dir so I do NOT create it in target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624 2024-11-14T12:39:36,917 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:39:36,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.tmp.dir so I do NOT create it in target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624 2024-11-14T12:39:36,917 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b730aac6-272a-4bba-399a-58fd34c050e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:39:36,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624 2024-11-14T12:39:36,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:39:36,918 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c, deleteOnExit=true 2024-11-14T12:39:36,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:39:36,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/test.cache.data in system properties and HBase conf 2024-11-14T12:39:36,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:39:36,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:39:36,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:39:36,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:39:36,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:39:36,918 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:39:36,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:39:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:39:37,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:37,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:37,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:37,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:37,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:39:37,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:37,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3872ddd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:37,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e91f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:37,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d09447{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/java.io.tmpdir/jetty-localhost-38625-hadoop-hdfs-3_4_1-tests_jar-_-any-2668092034975263561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:37,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a78e7b5{HTTP/1.1, (http/1.1)}{localhost:38625} 2024-11-14T12:39:37,214 INFO [Time-limited test {}] server.Server(415): Started @29542ms 2024-11-14T12:39:37,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:37,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:37,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:37,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:37,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:39:37,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1110f179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:37,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe9fec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:37,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4254bec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/java.io.tmpdir/jetty-localhost-41555-hadoop-hdfs-3_4_1-tests_jar-_-any-17793292778799417574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:37,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@890bf69{HTTP/1.1, (http/1.1)}{localhost:41555} 2024-11-14T12:39:37,479 INFO [Time-limited test {}] server.Server(415): Started @29807ms 2024-11-14T12:39:37,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:37,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:39:37,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:39:37,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:39:37,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:39:37,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:39:37,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f3b89a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:39:37,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fc69bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:39:37,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d03b4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/java.io.tmpdir/jetty-localhost-44489-hadoop-hdfs-3_4_1-tests_jar-_-any-2756816905815284016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:37,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@463b5394{HTTP/1.1, (http/1.1)}{localhost:44489} 2024-11-14T12:39:37,608 INFO [Time-limited test {}] server.Server(415): Started @29936ms 2024-11-14T12:39:37,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:39:38,025 WARN [Thread-1429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/data/data1/current/BP-41425423-172.17.0.3-1731587976935/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:38,025 WARN [Thread-1430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/data/data2/current/BP-41425423-172.17.0.3-1731587976935/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:38,043 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x191d9bb7759be7aa with lease ID 0xfbc50916848d8e26: Processing first storage report for DS-09450f15-edcb-4726-9bc4-6992a940c72c from datanode DatanodeRegistration(127.0.0.1:32943, datanodeUuid=2c2c0cf9-73d5-4087-ac5f-63bba282a611, infoPort=45325, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=443849390;c=1731587976935) 2024-11-14T12:39:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x191d9bb7759be7aa with lease ID 0xfbc50916848d8e26: from storage DS-09450f15-edcb-4726-9bc4-6992a940c72c node DatanodeRegistration(127.0.0.1:32943, datanodeUuid=2c2c0cf9-73d5-4087-ac5f-63bba282a611, infoPort=45325, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=443849390;c=1731587976935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x191d9bb7759be7aa with lease ID 0xfbc50916848d8e26: Processing first storage report for DS-dc181013-17f6-4b5d-a866-2b8d37ef9864 from datanode DatanodeRegistration(127.0.0.1:32943, datanodeUuid=2c2c0cf9-73d5-4087-ac5f-63bba282a611, infoPort=45325, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=443849390;c=1731587976935) 2024-11-14T12:39:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x191d9bb7759be7aa with lease ID 0xfbc50916848d8e26: from storage DS-dc181013-17f6-4b5d-a866-2b8d37ef9864 node DatanodeRegistration(127.0.0.1:32943, datanodeUuid=2c2c0cf9-73d5-4087-ac5f-63bba282a611, infoPort=45325, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=443849390;c=1731587976935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:38,176 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/data/data3/current/BP-41425423-172.17.0.3-1731587976935/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:38,176 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/data/data4/current/BP-41425423-172.17.0.3-1731587976935/current, will proceed with Du for space computation calculation, 2024-11-14T12:39:38,196 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:39:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe236d447104b494e with lease ID 0xfbc50916848d8e27: Processing first storage report for DS-9e8ffdfe-a424-41a4-ac70-7695ac8fa733 from datanode DatanodeRegistration(127.0.0.1:37315, datanodeUuid=86673371-c0ec-4ea2-96db-8daa53c58657, infoPort=33213, infoSecurePort=0, ipcPort=46305, storageInfo=lv=-57;cid=testClusterID;nsid=443849390;c=1731587976935) 2024-11-14T12:39:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe236d447104b494e with lease ID 0xfbc50916848d8e27: from storage DS-9e8ffdfe-a424-41a4-ac70-7695ac8fa733 node DatanodeRegistration(127.0.0.1:37315, datanodeUuid=86673371-c0ec-4ea2-96db-8daa53c58657, infoPort=33213, infoSecurePort=0, ipcPort=46305, storageInfo=lv=-57;cid=testClusterID;nsid=443849390;c=1731587976935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe236d447104b494e with lease ID 0xfbc50916848d8e27: Processing first storage report for DS-5e9caa3e-bac0-4edf-8bd0-e10850e36d27 from datanode DatanodeRegistration(127.0.0.1:37315, datanodeUuid=86673371-c0ec-4ea2-96db-8daa53c58657, infoPort=33213, infoSecurePort=0, ipcPort=46305, storageInfo=lv=-57;cid=testClusterID;nsid=443849390;c=1731587976935) 2024-11-14T12:39:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe236d447104b494e with lease ID 0xfbc50916848d8e27: from storage DS-5e9caa3e-bac0-4edf-8bd0-e10850e36d27 node DatanodeRegistration(127.0.0.1:37315, datanodeUuid=86673371-c0ec-4ea2-96db-8daa53c58657, infoPort=33213, infoSecurePort=0, ipcPort=46305, storageInfo=lv=-57;cid=testClusterID;nsid=443849390;c=1731587976935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:39:38,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624 2024-11-14T12:39:38,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/zookeeper_0, clientPort=62254, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:39:38,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62254 2024-11-14T12:39:38,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:38,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:39:38,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2 with version=8 2024-11-14T12:39:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/hbase-staging 2024-11-14T12:39:38,263 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:38,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:38,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:38,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:38,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:38,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:38,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:39:38,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:38,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38487 2024-11-14T12:39:38,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38487 connecting to ZooKeeper ensemble=127.0.0.1:62254 2024-11-14T12:39:38,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384870x0, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:38,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38487-0x1013a8979ab0000 connected 2024-11-14T12:39:38,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:38,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:38,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:38,404 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2, hbase.cluster.distributed=false 2024-11-14T12:39:38,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:38,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38487 2024-11-14T12:39:38,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38487 2024-11-14T12:39:38,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38487 2024-11-14T12:39:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38487 2024-11-14T12:39:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38487 2024-11-14T12:39:38,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:38,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:38,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:38,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:38,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:38,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:38,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:38,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:38,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39621 2024-11-14T12:39:38,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39621 connecting to ZooKeeper ensemble=127.0.0.1:62254 2024-11-14T12:39:38,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:38,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396210x0, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:38,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:38,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39621-0x1013a8979ab0001 connected 2024-11-14T12:39:38,439 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:38,440 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T12:39:38,444 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T12:39:38,444 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T12:39:38,445 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T12:39:38,446 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:38,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:38,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:38,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39621 2024-11-14T12:39:38,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39621 2024-11-14T12:39:38,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39621 2024-11-14T12:39:38,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39621 2024-11-14T12:39:38,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39621 2024-11-14T12:39:38,465 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:39:38,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:38,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:38,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:39:38,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:39:38,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:39:38,466 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:39:38,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:39:38,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35925 2024-11-14T12:39:38,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35925 connecting to ZooKeeper ensemble=127.0.0.1:62254 2024-11-14T12:39:38,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:38,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:38,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359250x0, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:39:38,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359250x0, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:38,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35925-0x1013a8979ab0002 connected 2024-11-14T12:39:38,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:39:38,481 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T12:39:38,485 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T12:39:38,485 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T12:39:38,486 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T12:39:38,486 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:39:38,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:39:38,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:39:38,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35925 2024-11-14T12:39:38,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35925 2024-11-14T12:39:38,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35925 2024-11-14T12:39:38,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35925 2024-11-14T12:39:38,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35925 2024-11-14T12:39:38,507 DEBUG [M:0;f1b69e0236bd:38487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:38487 2024-11-14T12:39:38,507 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f1b69e0236bd,38487,1731587978263 2024-11-14T12:39:38,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:38,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:38,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:38,518 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f1b69e0236bd,38487,1731587978263 2024-11-14T12:39:38,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:38,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:38,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,526 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T12:39:38,527 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f1b69e0236bd,38487,1731587978263 from backup master directory 2024-11-14T12:39:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f1b69e0236bd,38487,1731587978263 2024-11-14T12:39:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:39:38,534 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:38,534 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,38487,1731587978263 2024-11-14T12:39:38,538 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/hbase.id] with ID: 94734fe7-e441-4951-ad0d-a005af6d65a8 2024-11-14T12:39:38,539 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/.tmp/hbase.id 2024-11-14T12:39:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:38,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:39:38,546 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/.tmp/hbase.id]:[hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/hbase.id] 2024-11-14T12:39:38,557 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:39:38,557 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:39:38,558 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:39:38,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:39:38,574 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:38,575 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:39:38,575 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:38,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:38,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:39:38,584 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store 2024-11-14T12:39:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:39:38,591 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:38,591 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:38,591 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:38,591 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:38,591 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:38,591 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:38,591 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:38,591 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587978591Disabling compacts and flushes for region at 1731587978591Disabling writes for close at 1731587978591Writing region close event to WAL at 1731587978591Closed at 1731587978591 2024-11-14T12:39:38,592 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/.initializing 2024-11-14T12:39:38,592 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/WALs/f1b69e0236bd,38487,1731587978263 2024-11-14T12:39:38,593 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:38,595 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C38487%2C1731587978263, suffix=, logDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/WALs/f1b69e0236bd,38487,1731587978263, archiveDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/oldWALs, maxLogs=10 2024-11-14T12:39:38,606 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/WALs/f1b69e0236bd,38487,1731587978263/f1b69e0236bd%2C38487%2C1731587978263.1731587978595, exclude list is [], retry=0 2024-11-14T12:39:38,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32943,DS-09450f15-edcb-4726-9bc4-6992a940c72c,DISK] 2024-11-14T12:39:38,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37315,DS-9e8ffdfe-a424-41a4-ac70-7695ac8fa733,DISK] 2024-11-14T12:39:38,611 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/WALs/f1b69e0236bd,38487,1731587978263/f1b69e0236bd%2C38487%2C1731587978263.1731587978595 2024-11-14T12:39:38,612 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45325:45325),(127.0.0.1/127.0.0.1:33213:33213)] 2024-11-14T12:39:38,612 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:38,612 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:38,612 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,612 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:39:38,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:38,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:38,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:39:38,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:38,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:38,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:39:38,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:38,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:38,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:39:38,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:38,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:38,620 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,620 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,620 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,621 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,621 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,622 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:38,623 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:39:38,625 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:38,625 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69408271, jitterRate=0.03426383435726166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:38,626 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587978612Initializing all the Stores at 1731587978613 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587978613Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587978613Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587978613Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587978613Cleaning up temporary data from old regions at 1731587978621 (+8 ms)Region opened successfully at 1731587978626 (+5 ms) 2024-11-14T12:39:38,626 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:39:38,629 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f049e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:38,630 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:39:38,630 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:39:38,630 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:39:38,630 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:39:38,630 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:39:38,631 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:39:38,631 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:39:38,633 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:39:38,633 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T12:39:38,642 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T12:39:38,643 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:39:38,643 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:39:38,650 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T12:39:38,651 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:39:38,652 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:39:38,659 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T12:39:38,660 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:39:38,667 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T12:39:38,670 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:39:38,680 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T12:39:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,689 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,38487,1731587978263, sessionid=0x1013a8979ab0000, setting cluster-up flag (Was=false) 2024-11-14T12:39:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,730 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T12:39:38,731 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,38487,1731587978263 2024-11-14T12:39:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:38,772 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T12:39:38,773 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,38487,1731587978263 2024-11-14T12:39:38,774 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:39:38,776 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:38,776 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:39:38,776 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:39:38,776 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,38487,1731587978263 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:39:38,778 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:38,778 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:38,778 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:38,778 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:39:38,778 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:39:38,778 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,778 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:38,778 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,779 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588008779 2024-11-14T12:39:38,779 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:39:38,779 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:39:38,779 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:39:38,779 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:39:38,779 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:39:38,779 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:39:38,779 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:38,779 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:39:38,779 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:39:38,780 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:39:38,780 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:39:38,780 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:39:38,780 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:39:38,780 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587978780,5,FailOnTimeoutGroup] 2024-11-14T12:39:38,780 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587978780,5,FailOnTimeoutGroup] 2024-11-14T12:39:38,780 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,780 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:39:38,780 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,780 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,781 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:38,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:39:38,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:38,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:39:38,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:39:38,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2 2024-11-14T12:39:38,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741832_1008 (size=32) 2024-11-14T12:39:38,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741832_1008 (size=32) 2024-11-14T12:39:38,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:38,796 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(746): ClusterId : 94734fe7-e441-4951-ad0d-a005af6d65a8 2024-11-14T12:39:38,796 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:38,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:38,796 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(746): ClusterId : 94734fe7-e441-4951-ad0d-a005af6d65a8 2024-11-14T12:39:38,796 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:39:38,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:38,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:38,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:38,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:38,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:38,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:38,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:38,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:38,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:38,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:38,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:38,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:38,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:38,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:38,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:38,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:38,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740 2024-11-14T12:39:38,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740 2024-11-14T12:39:38,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:38,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:38,804 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:38,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:38,807 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:38,807 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75137041, jitterRate=0.1196291595697403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:38,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587978795Initializing all the Stores at 1731587978796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587978796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587978796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587978796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587978796Cleaning up temporary data from old regions at 1731587978804 (+8 ms)Region opened successfully at 1731587978808 (+4 ms) 2024-11-14T12:39:38,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:38,808 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:38,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:38,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:38,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:38,809 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:38,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587978808Disabling compacts and flushes for region at 1731587978808Disabling writes for close at 1731587978808Writing region close event to WAL at 1731587978808Closed at 1731587978808 2024-11-14T12:39:38,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:38,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:39:38,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:39:38,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:38,812 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:39:38,814 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:38,814 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:38,814 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:39:38,814 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:39:38,830 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:38,831 DEBUG [RS:1;f1b69e0236bd:35925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1491cbdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:38,831 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:39:38,831 DEBUG [RS:0;f1b69e0236bd:39621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c91bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:39:38,844 DEBUG [RS:0;f1b69e0236bd:39621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:39621 2024-11-14T12:39:38,844 DEBUG [RS:1;f1b69e0236bd:35925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f1b69e0236bd:35925 2024-11-14T12:39:38,844 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:38,844 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:39:38,844 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:38,844 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:39:38,844 DEBUG [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:38,844 DEBUG [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:39:38,845 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,38487,1731587978263 with port=39621, startcode=1731587978421 2024-11-14T12:39:38,845 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,38487,1731587978263 with port=35925, startcode=1731587978465 2024-11-14T12:39:38,845 DEBUG [RS:0;f1b69e0236bd:39621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:38,845 DEBUG [RS:1;f1b69e0236bd:35925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:39:38,847 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:38,847 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:39:38,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,39621,1731587978421 2024-11-14T12:39:38,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38487 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,39621,1731587978421 2024-11-14T12:39:38,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:38,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38487 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:38,849 DEBUG [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2 2024-11-14T12:39:38,849 DEBUG [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44649 2024-11-14T12:39:38,849 DEBUG [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:38,850 DEBUG [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2 2024-11-14T12:39:38,850 DEBUG [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44649 2024-11-14T12:39:38,850 DEBUG [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:39:38,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:38,887 DEBUG [RS:0;f1b69e0236bd:39621 {}] zookeeper.ZKUtil(111): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,39621,1731587978421 2024-11-14T12:39:38,887 WARN [RS:0;f1b69e0236bd:39621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:38,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,35925,1731587978465] 2024-11-14T12:39:38,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,39621,1731587978421] 2024-11-14T12:39:38,887 INFO [RS:0;f1b69e0236bd:39621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:38,887 DEBUG [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,39621,1731587978421 2024-11-14T12:39:38,888 DEBUG [RS:1;f1b69e0236bd:35925 {}] zookeeper.ZKUtil(111): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:38,888 WARN [RS:1;f1b69e0236bd:35925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:39:38,888 INFO [RS:1;f1b69e0236bd:35925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:38,888 DEBUG [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:38,892 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:38,892 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:39:38,894 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:38,895 INFO [RS:0;f1b69e0236bd:39621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:38,895 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,895 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:38,896 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:39:38,896 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:38,896 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,896 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,896 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,896 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,896 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,896 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,896 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:38,896 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,896 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,896 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,897 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,897 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,897 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,897 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:38,897 DEBUG [RS:0;f1b69e0236bd:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:38,897 INFO [RS:1;f1b69e0236bd:35925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:39:38,897 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,897 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,897 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,897 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:39:38,897 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,897 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,897 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,898 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39621,1731587978421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:38,898 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:39:38,898 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,898 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,898 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:38,899 DEBUG [RS:1;f1b69e0236bd:35925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:39:38,902 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,902 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,902 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,902 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,903 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,903 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,35925,1731587978465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:38,915 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:38,915 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39621,1731587978421-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,915 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,915 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.Replication(171): f1b69e0236bd,39621,1731587978421 started 2024-11-14T12:39:38,919 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:39:38,919 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,35925,1731587978465-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,920 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,920 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.Replication(171): f1b69e0236bd,35925,1731587978465 started 2024-11-14T12:39:38,932 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,932 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,39621,1731587978421, RpcServer on f1b69e0236bd/172.17.0.3:39621, sessionid=0x1013a8979ab0001 2024-11-14T12:39:38,933 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:38,933 DEBUG [RS:0;f1b69e0236bd:39621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,39621,1731587978421 2024-11-14T12:39:38,933 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,39621,1731587978421' 2024-11-14T12:39:38,933 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:38,933 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:38,934 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:38,934 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:38,934 DEBUG [RS:0;f1b69e0236bd:39621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,39621,1731587978421 2024-11-14T12:39:38,934 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,39621,1731587978421' 2024-11-14T12:39:38,934 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:38,934 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:38,935 DEBUG [RS:0;f1b69e0236bd:39621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:38,935 INFO [RS:0;f1b69e0236bd:39621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:38,935 INFO [RS:0;f1b69e0236bd:39621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:38,935 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:38,935 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,35925,1731587978465, RpcServer on f1b69e0236bd/172.17.0.3:35925, sessionid=0x1013a8979ab0002 2024-11-14T12:39:38,936 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:39:38,936 DEBUG [RS:1;f1b69e0236bd:35925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:38,936 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,35925,1731587978465' 2024-11-14T12:39:38,936 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:39:38,936 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:39:38,936 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:39:38,936 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:39:38,936 DEBUG [RS:1;f1b69e0236bd:35925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:38,936 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,35925,1731587978465' 2024-11-14T12:39:38,936 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:39:38,937 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:39:38,937 DEBUG [RS:1;f1b69e0236bd:35925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:39:38,937 INFO [RS:1;f1b69e0236bd:35925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:39:38,937 INFO [RS:1;f1b69e0236bd:35925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:39:38,962 WARN [f1b69e0236bd:38487 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T12:39:39,035 INFO [RS:0;f1b69e0236bd:39621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:39,037 INFO [RS:1;f1b69e0236bd:35925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:39:39,039 INFO [RS:0;f1b69e0236bd:39621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C39621%2C1731587978421, suffix=, logDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,39621,1731587978421, archiveDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/oldWALs, maxLogs=32 2024-11-14T12:39:39,041 INFO [RS:1;f1b69e0236bd:35925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C35925%2C1731587978465, suffix=, logDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,35925,1731587978465, archiveDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/oldWALs, maxLogs=32 2024-11-14T12:39:39,061 DEBUG [RS:0;f1b69e0236bd:39621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,39621,1731587978421/f1b69e0236bd%2C39621%2C1731587978421.1731587979040, exclude list is [], retry=0 2024-11-14T12:39:39,061 DEBUG [RS:1;f1b69e0236bd:35925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,35925,1731587978465/f1b69e0236bd%2C35925%2C1731587978465.1731587979041, exclude list is [], retry=0 2024-11-14T12:39:39,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37315,DS-9e8ffdfe-a424-41a4-ac70-7695ac8fa733,DISK] 2024-11-14T12:39:39,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32943,DS-09450f15-edcb-4726-9bc4-6992a940c72c,DISK] 2024-11-14T12:39:39,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37315,DS-9e8ffdfe-a424-41a4-ac70-7695ac8fa733,DISK] 2024-11-14T12:39:39,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32943,DS-09450f15-edcb-4726-9bc4-6992a940c72c,DISK] 2024-11-14T12:39:39,067 INFO [RS:1;f1b69e0236bd:35925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,35925,1731587978465/f1b69e0236bd%2C35925%2C1731587978465.1731587979041 2024-11-14T12:39:39,067 INFO [RS:0;f1b69e0236bd:39621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,39621,1731587978421/f1b69e0236bd%2C39621%2C1731587978421.1731587979040 2024-11-14T12:39:39,067 DEBUG [RS:1;f1b69e0236bd:35925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33213:33213),(127.0.0.1/127.0.0.1:45325:45325)] 2024-11-14T12:39:39,067 DEBUG [RS:0;f1b69e0236bd:39621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45325:45325),(127.0.0.1/127.0.0.1:33213:33213)] 2024-11-14T12:39:39,212 DEBUG [f1b69e0236bd:38487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T12:39:39,213 DEBUG [f1b69e0236bd:38487 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:39,219 DEBUG [f1b69e0236bd:38487 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:39,219 DEBUG [f1b69e0236bd:38487 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:39,219 DEBUG [f1b69e0236bd:38487 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:39,219 DEBUG [f1b69e0236bd:38487 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:39,219 INFO [f1b69e0236bd:38487 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:39,219 INFO [f1b69e0236bd:38487 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:39,219 DEBUG [f1b69e0236bd:38487 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:39,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:39,222 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,35925,1731587978465, state=OPENING 2024-11-14T12:39:39,234 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:39:39,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:39,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:39,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:39,244 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:39:39,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:39,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:39,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:39,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,35925,1731587978465}] 2024-11-14T12:39:39,400 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:39,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:39,411 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:39:39,411 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:39:39,412 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:39:39,414 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C35925%2C1731587978465.meta, suffix=.meta, logDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,35925,1731587978465, archiveDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/oldWALs, maxLogs=32 2024-11-14T12:39:39,432 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,35925,1731587978465/f1b69e0236bd%2C35925%2C1731587978465.meta.1731587979415.meta, exclude list is [], retry=0 2024-11-14T12:39:39,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32943,DS-09450f15-edcb-4726-9bc4-6992a940c72c,DISK] 2024-11-14T12:39:39,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37315,DS-9e8ffdfe-a424-41a4-ac70-7695ac8fa733,DISK] 2024-11-14T12:39:39,436 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,35925,1731587978465/f1b69e0236bd%2C35925%2C1731587978465.meta.1731587979415.meta 2024-11-14T12:39:39,436 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45325:45325),(127.0.0.1/127.0.0.1:33213:33213)] 2024-11-14T12:39:39,436 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:39:39,436 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:39:39,436 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:39:39,436 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:39:39,437 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:39:39,437 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:39,437 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:39:39,437 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:39:39,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:39:39,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:39:39,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:39,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:39,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:39:39,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:39:39,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:39,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:39,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:39:39,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:39:39,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:39,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:39,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:39:39,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:39:39,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:39,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:39:39,443 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:39:39,444 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740 2024-11-14T12:39:39,445 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740 2024-11-14T12:39:39,447 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:39:39,447 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:39:39,447 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:39:39,449 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:39:39,450 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63995222, jitterRate=-0.046396881341934204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:39:39,450 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:39:39,451 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587979437Writing region info on filesystem at 1731587979437Initializing all the Stores at 1731587979438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587979438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587979438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587979438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587979438Cleaning up temporary data from old regions at 1731587979447 (+9 ms)Running coprocessor post-open hooks at 1731587979450 (+3 ms)Region opened successfully at 1731587979451 (+1 ms) 2024-11-14T12:39:39,452 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587979399 2024-11-14T12:39:39,455 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:39:39,455 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:39:39,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:39,457 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,35925,1731587978465, state=OPEN 2024-11-14T12:39:39,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:39,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:39,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:39:39,467 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:39,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:39,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:39,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:39:39,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:39:39,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,35925,1731587978465 in 223 msec 2024-11-14T12:39:39,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:39:39,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec 2024-11-14T12:39:39,474 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:39:39,474 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:39:39,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:39,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,35925,1731587978465, seqNum=-1] 2024-11-14T12:39:39,477 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:39,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:39,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 708 msec 2024-11-14T12:39:39,484 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587979484, completionTime=-1 2024-11-14T12:39:39,484 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T12:39:39,484 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:39:39,486 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T12:39:39,486 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588039486 2024-11-14T12:39:39,486 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588099486 2024-11-14T12:39:39,486 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:39:39,487 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T12:39:39,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38487,1731587978263-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:39,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38487,1731587978263-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:39,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38487,1731587978263-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:39,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:38487, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:39,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:39,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:39,490 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:39:39,492 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.957sec 2024-11-14T12:39:39,492 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:39:39,492 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:39:39,492 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:39:39,492 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:39:39,492 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:39:39,492 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38487,1731587978263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:39:39,492 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38487,1731587978263-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:39:39,494 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:39:39,494 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:39:39,494 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38487,1731587978263-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:39:39,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b17e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:39,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,38487,-1 for getting cluster id 2024-11-14T12:39:39,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:39:39,498 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94734fe7-e441-4951-ad0d-a005af6d65a8' 2024-11-14T12:39:39,498 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:39:39,498 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94734fe7-e441-4951-ad0d-a005af6d65a8" 2024-11-14T12:39:39,499 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1035304d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:39,499 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,38487,-1] 2024-11-14T12:39:39,499 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:39:39,500 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:39,500 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:39:39,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303f3d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:39:39,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:39:39,502 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,35925,1731587978465, seqNum=-1] 2024-11-14T12:39:39,503 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:39,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,38487,1731587978263 2024-11-14T12:39:39,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:39:39,506 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,38487,1731587978263 2024-11-14T12:39:39,507 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ff63857 2024-11-14T12:39:39,507 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:39:39,508 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:39:39,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:39:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T12:39:39,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:39:39,511 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:39,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T12:39:39,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:39:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:39,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:39,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741836_1012 (size=379) 2024-11-14T12:39:39,523 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9c59d9e73b1e611e3a222e9c43c73b6, NAME => 'testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2 2024-11-14T12:39:39,523 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6e8065cfb3a496481969f34680358e7d, NAME => 'testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2 2024-11-14T12:39:39,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:39,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741837_1013 (size=61) 2024-11-14T12:39:39,531 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:39,531 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6e8065cfb3a496481969f34680358e7d, disabling compactions & flushes 2024-11-14T12:39:39,531 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:39,531 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:39,531 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. after waiting 0 ms 2024-11-14T12:39:39,531 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:39,531 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:39,531 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6e8065cfb3a496481969f34680358e7d: Waiting for close lock at 1731587979531Disabling compacts and flushes for region at 1731587979531Disabling writes for close at 1731587979531Writing region close event to WAL at 1731587979531Closed at 1731587979531 2024-11-14T12:39:39,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:39,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741838_1014 (size=61) 2024-11-14T12:39:39,537 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:39,537 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a9c59d9e73b1e611e3a222e9c43c73b6, disabling compactions & flushes 2024-11-14T12:39:39,537 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:39,537 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:39,537 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. after waiting 0 ms 2024-11-14T12:39:39,537 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:39,537 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:39,537 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9c59d9e73b1e611e3a222e9c43c73b6: Waiting for close lock at 1731587979537Disabling compacts and flushes for region at 1731587979537Disabling writes for close at 1731587979537Writing region close event to WAL at 1731587979537Closed at 1731587979537 2024-11-14T12:39:39,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:39:39,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587979539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587979539"}]},"ts":"1731587979539"} 2024-11-14T12:39:39,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731587979539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587979539"}]},"ts":"1731587979539"} 2024-11-14T12:39:39,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T12:39:39,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:39:39,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587979543"}]},"ts":"1731587979543"} 2024-11-14T12:39:39,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T12:39:39,546 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f1b69e0236bd=0} racks are {/default-rack=0} 2024-11-14T12:39:39,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T12:39:39,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T12:39:39,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T12:39:39,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T12:39:39,547 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T12:39:39,547 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T12:39:39,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T12:39:39,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9c59d9e73b1e611e3a222e9c43c73b6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e8065cfb3a496481969f34680358e7d, ASSIGN}] 2024-11-14T12:39:39,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9c59d9e73b1e611e3a222e9c43c73b6, ASSIGN 2024-11-14T12:39:39,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e8065cfb3a496481969f34680358e7d, ASSIGN 2024-11-14T12:39:39,550 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e8065cfb3a496481969f34680358e7d, ASSIGN; state=OFFLINE, location=f1b69e0236bd,39621,1731587978421; forceNewPlan=false, retain=false 2024-11-14T12:39:39,550 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9c59d9e73b1e611e3a222e9c43c73b6, ASSIGN; state=OFFLINE, location=f1b69e0236bd,35925,1731587978465; forceNewPlan=false, retain=false 2024-11-14T12:39:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:39,701 INFO [f1b69e0236bd:38487 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T12:39:39,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6e8065cfb3a496481969f34680358e7d, regionState=OPENING, regionLocation=f1b69e0236bd,39621,1731587978421 2024-11-14T12:39:39,702 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9c59d9e73b1e611e3a222e9c43c73b6, regionState=OPENING, regionLocation=f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:39,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e8065cfb3a496481969f34680358e7d, ASSIGN because future has completed 2024-11-14T12:39:39,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e8065cfb3a496481969f34680358e7d, server=f1b69e0236bd,39621,1731587978421}] 2024-11-14T12:39:39,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9c59d9e73b1e611e3a222e9c43c73b6, ASSIGN because future has completed 2024-11-14T12:39:39,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9c59d9e73b1e611e3a222e9c43c73b6, server=f1b69e0236bd,35925,1731587978465}] 2024-11-14T12:39:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:39,861 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:39,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:39,868 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:39,868 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e8065cfb3a496481969f34680358e7d, NAME => 'testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T12:39:39,868 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,868 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:39,868 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:39,869 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,869 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a9c59d9e73b1e611e3a222e9c43c73b6, NAME => 'testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T12:39:39,869 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,869 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,869 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:39:39,869 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,869 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,870 INFO [StoreOpener-6e8065cfb3a496481969f34680358e7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,871 INFO [StoreOpener-a9c59d9e73b1e611e3a222e9c43c73b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,872 INFO [StoreOpener-6e8065cfb3a496481969f34680358e7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e8065cfb3a496481969f34680358e7d columnFamilyName family 2024-11-14T12:39:39,872 DEBUG [StoreOpener-6e8065cfb3a496481969f34680358e7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:39,873 INFO [StoreOpener-a9c59d9e73b1e611e3a222e9c43c73b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c59d9e73b1e611e3a222e9c43c73b6 columnFamilyName family 2024-11-14T12:39:39,873 DEBUG [StoreOpener-a9c59d9e73b1e611e3a222e9c43c73b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:39:39,873 INFO [StoreOpener-6e8065cfb3a496481969f34680358e7d-1 {}] regionserver.HStore(327): Store=6e8065cfb3a496481969f34680358e7d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:39,873 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,873 INFO [StoreOpener-a9c59d9e73b1e611e3a222e9c43c73b6-1 {}] regionserver.HStore(327): Store=a9c59d9e73b1e611e3a222e9c43c73b6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:39:39,874 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,874 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,874 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,875 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,875 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,875 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,875 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,875 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,875 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,876 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,877 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,879 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/6e8065cfb3a496481969f34680358e7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:39,879 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/a9c59d9e73b1e611e3a222e9c43c73b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:39:39,879 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6e8065cfb3a496481969f34680358e7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71829066, jitterRate=0.0703364908695221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:39,879 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a9c59d9e73b1e611e3a222e9c43c73b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64011358, jitterRate=-0.04615643620491028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:39:39,879 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:39,879 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:39,880 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a9c59d9e73b1e611e3a222e9c43c73b6: Running coprocessor pre-open hook at 1731587979869Writing region info on filesystem at 1731587979869Initializing all the Stores at 1731587979870 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587979870Cleaning up temporary data from old regions at 1731587979875 (+5 ms)Running coprocessor post-open hooks at 1731587979879 (+4 ms)Region opened successfully at 1731587979880 (+1 ms) 2024-11-14T12:39:39,880 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6e8065cfb3a496481969f34680358e7d: Running coprocessor pre-open hook at 1731587979869Writing region info on filesystem at 1731587979869Initializing all the Stores at 1731587979870 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587979870Cleaning up temporary data from old regions at 1731587979875 (+5 ms)Running coprocessor post-open hooks at 1731587979879 (+4 ms)Region opened successfully at 1731587979880 (+1 ms) 2024-11-14T12:39:39,880 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6., pid=8, masterSystemTime=1731587979862 2024-11-14T12:39:39,881 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d., pid=7, masterSystemTime=1731587979861 2024-11-14T12:39:39,882 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:39,882 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:39,883 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6e8065cfb3a496481969f34680358e7d, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,39621,1731587978421 2024-11-14T12:39:39,883 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:39,883 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:39,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9c59d9e73b1e611e3a222e9c43c73b6, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:39,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e8065cfb3a496481969f34680358e7d, server=f1b69e0236bd,39621,1731587978421 because future has completed 2024-11-14T12:39:39,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9c59d9e73b1e611e3a222e9c43c73b6, server=f1b69e0236bd,35925,1731587978465 because future has completed 2024-11-14T12:39:39,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T12:39:39,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e8065cfb3a496481969f34680358e7d, server=f1b69e0236bd,39621,1731587978421 in 178 msec 2024-11-14T12:39:39,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T12:39:39,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e8065cfb3a496481969f34680358e7d, ASSIGN in 341 msec 2024-11-14T12:39:39,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a9c59d9e73b1e611e3a222e9c43c73b6, server=f1b69e0236bd,35925,1731587978465 in 179 msec 2024-11-14T12:39:39,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:39:39,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9c59d9e73b1e611e3a222e9c43c73b6, ASSIGN in 343 msec 2024-11-14T12:39:39,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:39:39,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587979894"}]},"ts":"1731587979894"} 2024-11-14T12:39:39,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T12:39:39,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:39:39,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-14T12:39:40,013 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:39:40,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:40,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:40,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:40,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:40,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:40,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:40,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:40,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:40,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:40,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:39:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:39:40,141 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T12:39:40,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T12:39:40,142 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:40,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T12:39:40,145 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T12:39:40,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T12:39:40,149 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6., hostname=f1b69e0236bd,35925,1731587978465, seqNum=2] 2024-11-14T12:39:40,160 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d., hostname=f1b69e0236bd,39621,1731587978421, seqNum=2] 2024-11-14T12:39:40,160 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:39:40,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:39:40,173 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6e8065cfb3a496481969f34680358e7d 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T12:39:40,188 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/6e8065cfb3a496481969f34680358e7d/.tmp/family/d44ae708a7d246b194b7632f52eb3f16 is 32, key is 5/family:/1731587980162/Put/seqid=0 2024-11-14T12:39:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741839_1015 (size=5083) 2024-11-14T12:39:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741839_1015 (size=5083) 2024-11-14T12:39:40,193 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/6e8065cfb3a496481969f34680358e7d/.tmp/family/d44ae708a7d246b194b7632f52eb3f16 2024-11-14T12:39:40,199 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/6e8065cfb3a496481969f34680358e7d/.tmp/family/d44ae708a7d246b194b7632f52eb3f16 as hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/6e8065cfb3a496481969f34680358e7d/family/d44ae708a7d246b194b7632f52eb3f16 2024-11-14T12:39:40,206 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/6e8065cfb3a496481969f34680358e7d/family/d44ae708a7d246b194b7632f52eb3f16, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T12:39:40,207 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6e8065cfb3a496481969f34680358e7d in 34ms, sequenceid=9, compaction requested=false 2024-11-14T12:39:40,207 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6e8065cfb3a496481969f34680358e7d: 2024-11-14T12:39:40,207 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a9c59d9e73b1e611e3a222e9c43c73b6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T12:39:40,221 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/a9c59d9e73b1e611e3a222e9c43c73b6/.tmp/family/aeabd36c0a27463f9604cb1e68bd5aeb is 32, key is 1/family:/1731587980150/Put/seqid=0 2024-11-14T12:39:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741840_1016 (size=5054) 2024-11-14T12:39:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741840_1016 (size=5054) 2024-11-14T12:39:40,226 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/a9c59d9e73b1e611e3a222e9c43c73b6/.tmp/family/aeabd36c0a27463f9604cb1e68bd5aeb 2024-11-14T12:39:40,232 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/a9c59d9e73b1e611e3a222e9c43c73b6/.tmp/family/aeabd36c0a27463f9604cb1e68bd5aeb as hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/a9c59d9e73b1e611e3a222e9c43c73b6/family/aeabd36c0a27463f9604cb1e68bd5aeb 2024-11-14T12:39:40,239 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/a9c59d9e73b1e611e3a222e9c43c73b6/family/aeabd36c0a27463f9604cb1e68bd5aeb, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T12:39:40,240 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a9c59d9e73b1e611e3a222e9c43c73b6 in 33ms, sequenceid=8, compaction requested=false 2024-11-14T12:39:40,240 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a9c59d9e73b1e611e3a222e9c43c73b6: 2024-11-14T12:39:40,244 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T12:39:40,247 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:40,248 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:39:40,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:40,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:39:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] bucket.BucketCache(1864): found 1 blocks for file d44ae708a7d246b194b7632f52eb3f16, starting offset: 0, end offset: 9223372036854775807 2024-11-14T12:39:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] bucket.BucketCache(1864): found 1 blocks for file aeabd36c0a27463f9604cb1e68bd5aeb, starting offset: 0, end offset: 9223372036854775807 2024-11-14T12:39:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] bucket.BucketCache(857): removed key d44ae708a7d246b194b7632f52eb3f16_0 from back map with offset lock 2094080 in the evict process 2024-11-14T12:39:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] bucket.BucketCache(857): removed key aeabd36c0a27463f9604cb1e68bd5aeb_0 from back map with offset lock 2094080 in the evict process 2024-11-14T12:39:40,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:39:40,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:40,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:40,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:40,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:40,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:39:40,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:39:40,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=866217286, stopped=false 2024-11-14T12:39:40,251 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,38487,1731587978263 2024-11-14T12:39:40,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:40,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:40,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:39:40,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:40,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:40,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:40,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:40,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:40,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:39:40,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:40,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:40,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:40,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:39:40,290 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,39621,1731587978421' ***** 2024-11-14T12:39:40,290 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:40,290 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,35925,1731587978465' ***** 2024-11-14T12:39:40,290 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:39:40,290 INFO [RS:1;f1b69e0236bd:35925 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T12:39:40,290 INFO [RS:0;f1b69e0236bd:39621 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T12:39:40,290 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T12:39:40,290 INFO [RS:1;f1b69e0236bd:35925 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T12:39:40,291 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T12:39:40,291 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T12:39:40,291 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:40,291 INFO [RS:0;f1b69e0236bd:39621 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T12:39:40,291 INFO [RS:1;f1b69e0236bd:35925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:40,291 INFO [RS:1;f1b69e0236bd:35925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:40,291 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T12:39:40,291 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:39:40,291 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T12:39:40,291 INFO [RS:0;f1b69e0236bd:39621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:39:40,291 INFO [RS:0;f1b69e0236bd:39621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:39:40,291 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:40,291 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T12:39:40,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:40,291 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(3091): Received CLOSE for a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:40,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:39:40,291 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,39621,1731587978421 2024-11-14T12:39:40,291 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:40,291 INFO [RS:0;f1b69e0236bd:39621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:39621. 2024-11-14T12:39:40,291 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:40,291 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:40,291 DEBUG [RS:0;f1b69e0236bd:39621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:40,292 DEBUG [RS:0;f1b69e0236bd:39621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:40,292 INFO [RS:1;f1b69e0236bd:35925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f1b69e0236bd:35925. 2024-11-14T12:39:40,292 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e8065cfb3a496481969f34680358e7d, disabling compactions & flushes 2024-11-14T12:39:40,292 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9c59d9e73b1e611e3a222e9c43c73b6, disabling compactions & flushes 2024-11-14T12:39:40,292 DEBUG [RS:1;f1b69e0236bd:35925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:39:40,292 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:40,292 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:39:40,292 DEBUG [RS:1;f1b69e0236bd:35925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:40,292 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:40,292 DEBUG [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(1325): Online Regions={6e8065cfb3a496481969f34680358e7d=testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d.} 2024-11-14T12:39:40,292 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:40,292 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:40,292 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. after waiting 0 ms 2024-11-14T12:39:40,292 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:40,292 DEBUG [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(1351): Waiting on 6e8065cfb3a496481969f34680358e7d 2024-11-14T12:39:40,292 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. after waiting 0 ms 2024-11-14T12:39:40,292 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:40,292 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:40,292 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:40,292 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:40,292 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:39:40,293 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:39:40,293 DEBUG [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1325): Online Regions={a9c59d9e73b1e611e3a222e9c43c73b6=testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:39:40,293 DEBUG [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9c59d9e73b1e611e3a222e9c43c73b6 2024-11-14T12:39:40,293 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:39:40,293 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:39:40,293 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:39:40,293 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:39:40,293 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:39:40,293 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T12:39:40,296 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/6e8065cfb3a496481969f34680358e7d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T12:39:40,296 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/default/testClearRegionBlockCache/a9c59d9e73b1e611e3a222e9c43c73b6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:39:40,297 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:40,297 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e8065cfb3a496481969f34680358e7d: Waiting for close lock at 1731587980291Running coprocessor pre-close hooks at 1731587980291Disabling compacts and flushes for region at 1731587980291Disabling writes for close at 1731587980292 (+1 ms)Writing region close event to WAL at 1731587980293 (+1 ms)Running coprocessor post-close hooks at 1731587980297 (+4 ms)Closed at 1731587980297 2024-11-14T12:39:40,297 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d. 2024-11-14T12:39:40,298 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:40,298 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9c59d9e73b1e611e3a222e9c43c73b6: Waiting for close lock at 1731587980292Running coprocessor pre-close hooks at 1731587980292Disabling compacts and flushes for region at 1731587980292Disabling writes for close at 1731587980292Writing region close event to WAL at 1731587980293 (+1 ms)Running coprocessor post-close hooks at 1731587980298 (+5 ms)Closed at 1731587980298 2024-11-14T12:39:40,298 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731587979508.a9c59d9e73b1e611e3a222e9c43c73b6. 2024-11-14T12:39:40,299 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:40,304 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:40,310 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/.tmp/info/3a5186ec2a5f42acace904251d398537 is 173, key is testClearRegionBlockCache,5,1731587979508.6e8065cfb3a496481969f34680358e7d./info:regioninfo/1731587979883/Put/seqid=0 2024-11-14T12:39:40,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:40,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741841_1017 (size=8173) 2024-11-14T12:39:40,492 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,39621,1731587978421; all regions closed. 2024-11-14T12:39:40,493 DEBUG [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:39:40,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:40,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741833_1009 (size=1867) 2024-11-14T12:39:40,498 DEBUG [RS:0;f1b69e0236bd:39621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/oldWALs 2024-11-14T12:39:40,498 INFO [RS:0;f1b69e0236bd:39621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C39621%2C1731587978421:(num 1731587979040) 2024-11-14T12:39:40,498 DEBUG [RS:0;f1b69e0236bd:39621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:40,498 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:40,499 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:40,499 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:40,499 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:39:40,499 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:39:40,499 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:39:40,499 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:40,499 INFO [RS:0;f1b69e0236bd:39621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39621 2024-11-14T12:39:40,499 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:40,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:40,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,39621,1731587978421 2024-11-14T12:39:40,509 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:40,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,39621,1731587978421] 2024-11-14T12:39:40,525 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,39621,1731587978421 already deleted, retry=false 2024-11-14T12:39:40,526 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,39621,1731587978421 expired; onlineServers=1 2024-11-14T12:39:40,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:40,618 INFO [RS:0;f1b69e0236bd:39621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:40,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x1013a8979ab0001, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:40,618 INFO [RS:0;f1b69e0236bd:39621 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,39621,1731587978421; zookeeper connection closed. 2024-11-14T12:39:40,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17d40de4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17d40de4 2024-11-14T12:39:40,693 DEBUG [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:39:40,719 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/.tmp/info/3a5186ec2a5f42acace904251d398537 2024-11-14T12:39:40,745 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/.tmp/ns/7d3704022dc741b0b0a7f87d756052b3 is 43, key is default/ns:d/1731587979479/Put/seqid=0 2024-11-14T12:39:40,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:40,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:39:40,751 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/.tmp/ns/7d3704022dc741b0b0a7f87d756052b3 2024-11-14T12:39:40,771 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/.tmp/table/bb9eb2b200e04b1490917294069c3667 is 61, key is testClearRegionBlockCache/table:state/1731587979894/Put/seqid=0 2024-11-14T12:39:40,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:40,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741843_1019 (size=5312) 2024-11-14T12:39:40,777 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/.tmp/table/bb9eb2b200e04b1490917294069c3667 2024-11-14T12:39:40,782 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/.tmp/info/3a5186ec2a5f42acace904251d398537 as hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/info/3a5186ec2a5f42acace904251d398537 2024-11-14T12:39:40,788 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/info/3a5186ec2a5f42acace904251d398537, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T12:39:40,789 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/.tmp/ns/7d3704022dc741b0b0a7f87d756052b3 as hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/ns/7d3704022dc741b0b0a7f87d756052b3 2024-11-14T12:39:40,795 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/ns/7d3704022dc741b0b0a7f87d756052b3, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T12:39:40,796 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/.tmp/table/bb9eb2b200e04b1490917294069c3667 as hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/table/bb9eb2b200e04b1490917294069c3667 2024-11-14T12:39:40,801 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/table/bb9eb2b200e04b1490917294069c3667, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T12:39:40,801 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 508ms, sequenceid=13, compaction requested=false 2024-11-14T12:39:40,806 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T12:39:40,807 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:39:40,807 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:40,807 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587980293Running coprocessor pre-close hooks at 1731587980293Disabling compacts and flushes for region at 1731587980293Disabling writes for close at 1731587980293Obtaining lock to block concurrent updates at 1731587980293Preparing flush snapshotting stores in 1588230740 at 1731587980293Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731587980294 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587980294Flushing 1588230740/info: creating writer at 1731587980294Flushing 1588230740/info: appending metadata at 1731587980309 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731587980309Flushing 1588230740/ns: creating writer at 1731587980731 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731587980745 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731587980745Flushing 1588230740/table: creating writer at 1731587980757 (+12 ms)Flushing 1588230740/table: appending metadata at 1731587980771 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731587980771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@779b8f1d: reopening flushed file at 1731587980782 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6439d09e: reopening flushed file at 1731587980789 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b274cc: reopening flushed file at 1731587980795 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 508ms, sequenceid=13, compaction requested=false at 1731587980802 (+7 ms)Writing region close event to WAL at 1731587980803 (+1 ms)Running coprocessor post-close hooks at 1731587980807 (+4 ms)Closed at 1731587980807 2024-11-14T12:39:40,807 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:39:40,893 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,35925,1731587978465; all regions closed. 2024-11-14T12:39:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741835_1011 (size=4338) 2024-11-14T12:39:40,902 DEBUG [RS:1;f1b69e0236bd:35925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/oldWALs 2024-11-14T12:39:40,902 INFO [RS:1;f1b69e0236bd:35925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C35925%2C1731587978465.meta:.meta(num 1731587979415) 2024-11-14T12:39:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741834_1010 (size=1758) 2024-11-14T12:39:40,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/WALs/f1b69e0236bd,35925,1731587978465/f1b69e0236bd%2C35925%2C1731587978465.1731587979041 not finished, retry = 0 2024-11-14T12:39:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741834_1010 (size=1758) 2024-11-14T12:39:40,977 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:39:40,978 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:39:41,013 DEBUG [RS:1;f1b69e0236bd:35925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/oldWALs 2024-11-14T12:39:41,013 INFO [RS:1;f1b69e0236bd:35925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C35925%2C1731587978465:(num 1731587979041) 2024-11-14T12:39:41,013 DEBUG [RS:1;f1b69e0236bd:35925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:39:41,013 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:39:41,014 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:41,014 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:41,014 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:41,014 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:41,015 INFO [RS:1;f1b69e0236bd:35925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35925 2024-11-14T12:39:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:39:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f1b69e0236bd,35925,1731587978465 2024-11-14T12:39:41,047 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:41,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,35925,1731587978465] 2024-11-14T12:39:41,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f1b69e0236bd,35925,1731587978465 already deleted, retry=false 2024-11-14T12:39:41,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,35925,1731587978465 expired; onlineServers=0 2024-11-14T12:39:41,064 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,38487,1731587978263' ***** 2024-11-14T12:39:41,064 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:39:41,064 INFO [M:0;f1b69e0236bd:38487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:39:41,064 INFO [M:0;f1b69e0236bd:38487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:39:41,064 DEBUG [M:0;f1b69e0236bd:38487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:39:41,065 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:39:41,065 DEBUG [M:0;f1b69e0236bd:38487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:39:41,065 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587978780 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587978780,5,FailOnTimeoutGroup] 2024-11-14T12:39:41,065 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587978780 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587978780,5,FailOnTimeoutGroup] 2024-11-14T12:39:41,066 INFO [M:0;f1b69e0236bd:38487 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:39:41,066 INFO [M:0;f1b69e0236bd:38487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:39:41,066 DEBUG [M:0;f1b69e0236bd:38487 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:39:41,066 INFO [M:0;f1b69e0236bd:38487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:39:41,066 INFO [M:0;f1b69e0236bd:38487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:39:41,067 INFO [M:0;f1b69e0236bd:38487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:39:41,067 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:39:41,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T12:39:41,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:39:41,076 DEBUG [M:0;f1b69e0236bd:38487 {}] zookeeper.ZKUtil(347): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T12:39:41,076 WARN [M:0;f1b69e0236bd:38487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:39:41,077 INFO [M:0;f1b69e0236bd:38487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/.lastflushedseqids 2024-11-14T12:39:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741844_1020 (size=200) 2024-11-14T12:39:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741844_1020 (size=200) 2024-11-14T12:39:41,090 INFO [M:0;f1b69e0236bd:38487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:39:41,091 INFO [M:0;f1b69e0236bd:38487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:39:41,091 DEBUG [M:0;f1b69e0236bd:38487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:39:41,091 INFO [M:0;f1b69e0236bd:38487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:41,091 DEBUG [M:0;f1b69e0236bd:38487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:41,091 DEBUG [M:0;f1b69e0236bd:38487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:39:41,091 DEBUG [M:0;f1b69e0236bd:38487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:41,091 INFO [M:0;f1b69e0236bd:38487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-14T12:39:41,109 DEBUG [M:0;f1b69e0236bd:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe94ed3757fd43d79d6c5f4d94f42efd is 82, key is hbase:meta,,1/info:regioninfo/1731587979456/Put/seqid=0 2024-11-14T12:39:41,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:41,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741845_1021 (size=5672) 2024-11-14T12:39:41,114 INFO [M:0;f1b69e0236bd:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe94ed3757fd43d79d6c5f4d94f42efd 2024-11-14T12:39:41,139 DEBUG [M:0;f1b69e0236bd:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7b8c1fe05f445b1809bc1c4d11a295e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587979899/Put/seqid=0 2024-11-14T12:39:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741846_1022 (size=6219) 2024-11-14T12:39:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741846_1022 (size=6219) 2024-11-14T12:39:41,145 INFO [M:0;f1b69e0236bd:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7b8c1fe05f445b1809bc1c4d11a295e 2024-11-14T12:39:41,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:41,156 INFO [RS:1;f1b69e0236bd:35925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:41,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35925-0x1013a8979ab0002, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:41,156 INFO [RS:1;f1b69e0236bd:35925 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,35925,1731587978465; zookeeper connection closed. 2024-11-14T12:39:41,156 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72e01249 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72e01249 2024-11-14T12:39:41,156 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T12:39:41,164 DEBUG [M:0;f1b69e0236bd:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c94c4e168fc43dc9a1a1c291d597045 is 69, key is f1b69e0236bd,35925,1731587978465/rs:state/1731587978849/Put/seqid=0 2024-11-14T12:39:41,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:41,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741847_1023 (size=5224) 2024-11-14T12:39:41,169 INFO [M:0;f1b69e0236bd:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c94c4e168fc43dc9a1a1c291d597045 2024-11-14T12:39:41,174 DEBUG [M:0;f1b69e0236bd:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe94ed3757fd43d79d6c5f4d94f42efd as hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe94ed3757fd43d79d6c5f4d94f42efd 2024-11-14T12:39:41,179 INFO [M:0;f1b69e0236bd:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe94ed3757fd43d79d6c5f4d94f42efd, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T12:39:41,180 DEBUG [M:0;f1b69e0236bd:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7b8c1fe05f445b1809bc1c4d11a295e as hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7b8c1fe05f445b1809bc1c4d11a295e 2024-11-14T12:39:41,185 INFO [M:0;f1b69e0236bd:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7b8c1fe05f445b1809bc1c4d11a295e, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T12:39:41,186 DEBUG [M:0;f1b69e0236bd:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c94c4e168fc43dc9a1a1c291d597045 as hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c94c4e168fc43dc9a1a1c291d597045 2024-11-14T12:39:41,191 INFO [M:0;f1b69e0236bd:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44649/user/jenkins/test-data/386acc1f-01be-da4b-d761-0c6a1a9070a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c94c4e168fc43dc9a1a1c291d597045, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T12:39:41,192 INFO [M:0;f1b69e0236bd:38487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false 2024-11-14T12:39:41,193 INFO [M:0;f1b69e0236bd:38487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:39:41,193 DEBUG [M:0;f1b69e0236bd:38487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587981091Disabling compacts and flushes for region at 1731587981091Disabling writes for close at 1731587981091Obtaining lock to block concurrent updates at 1731587981091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587981091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731587981092 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587981092Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587981092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587981108 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587981108Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587981119 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587981138 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587981138Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587981150 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587981164 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587981164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f959ef: reopening flushed file at 1731587981173 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fbb102e: reopening flushed file at 1731587981179 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eec7ba2: reopening flushed file at 1731587981185 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false at 1731587981192 (+7 ms)Writing region close event to WAL at 1731587981193 (+1 ms)Closed at 1731587981193 2024-11-14T12:39:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741830_1006 (size=35489) 2024-11-14T12:39:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37315 is added to blk_1073741830_1006 (size=35489) 2024-11-14T12:39:41,197 INFO [M:0;f1b69e0236bd:38487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:39:41,197 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:39:41,197 INFO [M:0;f1b69e0236bd:38487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38487 2024-11-14T12:39:41,197 INFO [M:0;f1b69e0236bd:38487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:39:41,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:41,305 INFO [M:0;f1b69e0236bd:38487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:39:41,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1013a8979ab0000, quorum=127.0.0.1:62254, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:39:41,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d03b4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:41,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@463b5394{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:41,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:41,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fc69bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:41,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f3b89a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:41,312 WARN [BP-41425423-172.17.0.3-1731587976935 heartbeating to localhost/127.0.0.1:44649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:41,313 WARN [BP-41425423-172.17.0.3-1731587976935 heartbeating to localhost/127.0.0.1:44649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-41425423-172.17.0.3-1731587976935 (Datanode Uuid 86673371-c0ec-4ea2-96db-8daa53c58657) service to localhost/127.0.0.1:44649 2024-11-14T12:39:41,312 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:41,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:41,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/data/data3/current/BP-41425423-172.17.0.3-1731587976935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:41,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/data/data4/current/BP-41425423-172.17.0.3-1731587976935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:41,315 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:41,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4254bec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:39:41,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@890bf69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:41,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:41,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe9fec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:41,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1110f179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:41,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:39:41,319 WARN [BP-41425423-172.17.0.3-1731587976935 heartbeating to localhost/127.0.0.1:44649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:39:41,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:39:41,319 WARN [BP-41425423-172.17.0.3-1731587976935 heartbeating to localhost/127.0.0.1:44649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-41425423-172.17.0.3-1731587976935 (Datanode Uuid 2c2c0cf9-73d5-4087-ac5f-63bba282a611) service to localhost/127.0.0.1:44649 2024-11-14T12:39:41,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/data/data1/current/BP-41425423-172.17.0.3-1731587976935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:41,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/cluster_bb76aa8f-5828-f52b-9692-7ce3b4a44d8c/data/data2/current/BP-41425423-172.17.0.3-1731587976935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:39:41,319 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:39:41,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d09447{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:39:41,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a78e7b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:39:41,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:39:41,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e91f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:39:41,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3872ddd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7418f215-bab3-c9ea-35d6-e3fa0cbdb624/hadoop.log.dir/,STOPPED} 2024-11-14T12:39:41,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:39:41,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:39:41,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=193 (was 177) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44649 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44649 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=555 (was 528) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=145 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=6891 (was 7015)